-- Logs begin at Fri 2022-02-04 18:25:11 UTC, end at Fri 2022-02-04 19:56:46 UTC. --
Feb 04 19:22:30.969911 dv-cinder-827242-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 04 19:22:33.123627 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.common.config [-] Logging enabled!
Feb 04 19:22:33.124335 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13
Feb 04 19:22:33.124436 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83568) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Feb 04 19:22:33.126698 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.common.config [-] Logging enabled!
Feb 04 19:22:33.126945 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13
Feb 04 19:22:33.127185 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83568) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Feb 04 19:22:33.128144 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 04 19:22:33.128373 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 04 19:22:33.128720 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 04 19:22:33.128963 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 04 19:22:33.129204 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 04 19:22:33.129524 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.129818 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.130113 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.130340 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.130630 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.130916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.131192 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.131472 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.131763 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.132042 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.132320 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.132600 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.132826 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.133099 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.133406 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.133688 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.133906 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.134179 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.134604 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.135008 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.135284 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.135565 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.135835 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.136104 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.136381 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.136702 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] host                           = dv-cinder-827242-1-iscsi {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.136974 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.137544 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.137827 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.138107 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.138375 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.138645 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.138923 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.139189 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.139451 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.139745 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.140027 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.140308 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.140593 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.140810 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.141029 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.141331 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.141613 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.141885 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.142154 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.142430 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.142698 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.142966 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.143226 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.143505 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.143782 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.144061 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.144328 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.144596 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.144861 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.145125 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.145424 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.145690 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.145958 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.146222 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.146502 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.146764 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.147030 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.147323 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.147598 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.147873 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.148150 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.148417 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.148694 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.148958 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.149245 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.149512 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.149776 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.150040 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.150313 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.150577 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.150839 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.151104 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.151367 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.151643 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.151908 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:33.152197 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.152493 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.152787 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.153069 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.153405 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.153663 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.153946 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.154221 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.154505 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.154787 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.155069 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.155869 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.156150 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.156440 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.156728 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.156999 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.157299 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.157588 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.157861 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.158128 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.158412 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.158690 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.158964 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.159234 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.159510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.159780 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.160045 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.160309 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.160579 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.160862 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.161132 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.161418 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.161683 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.161954 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.162217 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.162497 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.162773 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.163040 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.163305 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.163577 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.163843 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.164112 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.164383 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.164649 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.164919 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.165208 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.165475 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.165742 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.166008 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.166274 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.166539 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.166805 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.167073 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.167339 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.167606 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.167868 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.168135 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.168399 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.168677 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.168966 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.169258 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.169531 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.169801 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.170070 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.170341 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.170611 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.170941 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.171706 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.171975 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.172259 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.172540 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.172829 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.173108 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.173408 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.173701 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.173974 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.174254 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.174532 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.174810 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.175092 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.175373 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.175664 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.175954 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.176242 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.176531 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.176821 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.177097 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.177427 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.177703 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:33.177916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 04 19:22:33.178151 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83568) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Feb 04 19:22:33.582110 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO keyring.backend [-] Loading KWallet
Feb 04 19:22:33.589757 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO keyring.backend [-] Loading SecretService
Feb 04 19:22:33.592981 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO keyring.backend [-] Loading Windows
Feb 04 19:22:33.594357 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO keyring.backend [-] Loading chainer
Feb 04 19:22:33.594920 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO keyring.backend [-] Loading macOS
Feb 04 19:22:33.630184 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Feb 04 19:22:33.630456 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Feb 04 19:22:33.630747 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Feb 04 19:22:33.631085 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 04 19:22:33.942559 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:33.942845 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:33.943115 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.000861 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.001141 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.001432 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.004568 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.004845 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.005112 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.034562 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.034836 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.035101 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.063929 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.064197 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.064461 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.397778 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f30857d8ca0> agent after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.398447 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f30857d8ca0> agent after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.398447 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f30857d8d30> segment precommit_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.398617 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f30857d8dc0> network precommit_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.399458 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f30857d8670> segment before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.522142 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> network before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.522456 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f30857a9f70> agent before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.522738 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> network before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.523006 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> port before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.523270 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> port before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.523575 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> segment after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.523836 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> segment precommit_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.524091 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> segment precommit_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.524340 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> segment after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.524616 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> network after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.524872 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> network precommit_delete 0 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.525196 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> port provisioning_complete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.525499 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.525755 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> rbac-policy after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.526014 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> agent after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.526273 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> subnet after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.526526 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> subnet precommit_delete 0 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.526794 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.527041 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.527315 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> segment_host_mapping after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.527652 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> port after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.527897 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.528145 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> port after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.528422 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.528663 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.528899 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f308640a760>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.529318 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:34.529554 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:34.529790 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:34.530020 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:34.530802 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:34.531038 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:34.531604 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 04 19:22:34.535047 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 04 19:22:34.539215 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 04 19:22:34.543399 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Feb 04 19:22:34.545104 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 04 19:22:34.545564 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 04 19:22:34.546471 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Feb 04 19:22:34.546880 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 04 19:22:34.549902 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 04 19:22:34.550154 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 04 19:22:34.550523 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Feb 04 19:22:34.578889 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 04 19:22:34.579347 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3085799520>> qos_plugin after_init 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.579646 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83568) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Feb 04 19:22:34.580007 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f308576ce80>> logging-plugin after_init 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.581409 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83568) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 04 19:22:34.581698 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Feb 04 19:22:34.581942 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Feb 04 19:22:34.585244 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f308576c130>> floatingip before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.585523 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f308576c130>> port before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:34.646674 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 04 19:22:34.646912 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 04 19:22:34.647146 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 04 19:22:34.647520 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 04 19:22:34.679190 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_db.sqlalchemy.engines [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83568) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 04 19:22:35.112426 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing driver for type 'gre'
Feb 04 19:22:35.112955 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] gre ID ranges: [(1, 1000)]
Feb 04 19:22:35.347114 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing driver for type 'local'
Feb 04 19:22:35.347436 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing driver for type 'vlan'
Feb 04 19:22:35.444027 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] VlanTypeDriver initialization complete
Feb 04 19:22:35.444644 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing driver for type 'vxlan'
Feb 04 19:22:35.444817 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] vxlan ID ranges: [(1, 1000)]
Feb 04 19:22:35.649848 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing extension driver 'port_security'
Feb 04 19:22:35.650181 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.extensions.port_security [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] PortSecurityExtensionDriver initialization complete
Feb 04 19:22:35.650507 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing mechanism driver 'openvswitch'
Feb 04 19:22:35.650828 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing mechanism driver 'hyperv'
Feb 04 19:22:35.657469 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:22:35.658171 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f308591a970>> port after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.662910 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f308591a970>> port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.662910 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f308591a970>> port after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.662910 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 04 19:22:35.662910 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176220>> subnet after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.662910 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176220>> subnet after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663300 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176220>> subnet after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663300 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 04 19:22:35.663300 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176790>> network after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663300 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176790>> network after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663300 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176790>> network after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663583 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 04 19:22:35.663583 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176ca0>> security_group after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663583 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176ca0>> security_group after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663583 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3085176ca0>> security_group after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.663844 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 04 19:22:35.664086 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f308517d1f0>> security_group_rule after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.664426 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f308517d1f0>> security_group_rule after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.664756 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f308517d1f0>> security_group_rule after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.665136 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 04 19:22:35.665584 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] ML2 OVO RPC backend initialized. {{(pid=83568) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}}
Feb 04 19:22:35.666215 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> router_interface after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.666562 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> router_interface after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.666968 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> network before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.667309 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> networks before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.667649 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> port before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.667986 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> ports before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.668326 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> subnet before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.668658 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> subnets before_response 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.668996 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> network after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.669370 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> network after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.669703 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> network after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.670027 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> port after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.670353 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.670678 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> port after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.671528 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> subnet after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.671862 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> subnet after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.672178 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f308517d820>> subnet after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.672745 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Modular L2 Plugin initialization complete
Feb 04 19:22:35.673063 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading services supported by the core plugin {{(pid=83568) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 04 19:22:35.673414 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.plugins.ml2.managers [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Got port-security extension from driver 'port_security'
Feb 04 19:22:35.673865 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.extensions.vlantransparent [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Disabled vlantransparent extension.
Feb 04 19:22:35.674271 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83568) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 04 19:22:35.674575 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: router
Feb 04 19:22:35.711021 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router_interface before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.711340 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router after_create 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.711709 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router before_create 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.712061 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router_interface before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.712423 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router_interface after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.712771 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router after_delete 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.713123 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> floatingip after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.713498 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router after_create 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.713838 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router after_update 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.714175 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router after_update 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.714514 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router_gateway after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.714861 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router after_update 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.715262 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router precommit_update 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.715621 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f30856b20d0> port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.715950 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f30856aef70> port after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.716276 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f30856b2040> subnet after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.716603 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f30856b2160> subnetpool_address_scope after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.716940 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> port precommit_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.717311 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router precommit_create 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.717656 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f30858d33a0> port before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.718004 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router precommit_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.718435 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router after_update 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.718678 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router precommit_delete 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.719016 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router precommit_create 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.719373 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router_interface after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.719711 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> router precommit_update 55549900 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.720066 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> agent after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.720406 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> agent after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.720740 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f308517d9a0>> network after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.721633 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Tracking information for resource: router configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:35.721954 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Tracking information for resource: floatingip configured {{(pid=83568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 04 19:22:35.726944 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.db.l3_agentschedulers_db [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 04 19:22:35.727510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f30850f9040> port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.727865 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f30850f7ee0> port after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.728211 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function _notify_port_delete at 0x7f30850f7f70> port after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.728559 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f30850f9310> port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.729507 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3085124430>> router before_create 55550100 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.729867 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3085124430>> router precommit_delete 55550100 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.730223 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3085124430>> router precommit_create 55550100 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.730572 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3085124430>> router precommit_update 55550100 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.735450 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.services.provider_configuration [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service providers = [] {{(pid=83568) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 04 19:22:35.735806 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.db.servicetype_db [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83568) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 04 19:22:35.738800 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.services.service_base [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 04 19:22:35.739141 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.services.service_base [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 04 19:22:35.739479 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.services.service_base [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 04 19:22:35.740349 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.services.service_base [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 04 19:22:35.740714 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.services.service_base [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 04 19:22:35.741094 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.741439 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 04 19:22:35.752982 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.753334 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: auto_allocate
Feb 04 19:22:35.759318 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3085143790> network precommit_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.759690 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3085143790> network precommit_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.760210 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.760521 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: tag
Feb 04 19:22:35.767428 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.767751 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: timestamp
Feb 04 19:22:35.771788 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.772110 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: network_ip_availability
Feb 04 19:22:35.777409 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f308514deb0>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.777773 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f308514deb0>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.778124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f308514deb0>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:35.778835 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.779149 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: flavors
Feb 04 19:22:35.783900 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.784218 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading Plugin: revisions
Feb 04 19:22:35.788489 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 04 19:22:35.788867 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_concurrency.lockutils [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.158s {{(pid=83568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Feb 04 19:22:35.789631 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83568) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Feb 04 19:22:35.789970 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Initializing extension manager.
Feb 04 19:22:35.790462 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: __init__.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.790795 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: __pycache__ {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.791121 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.791444 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.791766 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: _filter_validation_lib.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.792084 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.792399 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: address_group.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.793142 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.793722 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: address-group
Feb 04 19:22:35.794033 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: address_scope.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.794727 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.795223 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: address-scope
Feb 04 19:22:35.795532 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.796979 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.797516 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: router-admin-state-down-before-update
Feb 04 19:22:35.797832 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: agent.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.798524 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.799017 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: agent
Feb 04 19:22:35.799330 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: agent_resources_synced.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.800229 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.800723 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: agent-resources-synced
Feb 04 19:22:35.801031 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: allowedaddresspairs.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.802992 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.803503 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: allowed-address-pairs
Feb 04 19:22:35.803820 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: auto_allocated_topology.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.804880 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.805414 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: auto-allocated-topology
Feb 04 19:22:35.805730 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: availability_zone.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.806414 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.806909 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: availability_zone
Feb 04 19:22:35.807219 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: availability_zone_filter.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.808113 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.808607 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: availability_zone_filter
Feb 04 19:22:35.808918 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: data_plane_status.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.809830 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.810326 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 04 19:22:35.810636 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: default_subnetpools.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.812118 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.812607 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: default-subnetpools
Feb 04 19:22:35.812916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.813701 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.814191 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: dhcp_agent_scheduler
Feb 04 19:22:35.814502 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: dns.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.815408 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.815896 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension dns-integration not supported by any of loaded plugins
Feb 04 19:22:35.816209 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: dns_domain_ports.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.817105 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.817620 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 04 19:22:35.817931 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: dvr.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.818587 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.819071 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: dvr
Feb 04 19:22:35.819377 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: empty_string_filtering.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.820273 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.820761 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: empty-string-filtering
Feb 04 19:22:35.821071 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.821984 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.822477 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 04 19:22:35.822790 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.823680 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.824171 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 04 19:22:35.824480 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: external_net.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.825398 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.826174 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: external-net
Feb 04 19:22:35.826486 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.827411 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.827906 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: extra_dhcp_opt
Feb 04 19:22:35.828217 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: extraroute.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.829105 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.829625 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: extraroute
Feb 04 19:22:35.829935 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: extraroute_atomic.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.830959 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.831461 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: extraroute-atomic
Feb 04 19:22:35.831776 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: filter_validation.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.832435 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.832933 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: filter-validation
Feb 04 19:22:35.833279 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: fip_pf_description.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.834175 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.834664 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 04 19:22:35.834973 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: fip_port_details.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.835873 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.836367 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: fip-port-details
Feb 04 19:22:35.836676 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: flavors.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.837917 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.838424 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: flavors
Feb 04 19:22:35.838738 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.840397 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.840910 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 04 19:22:35.841269 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: floatingip_pools.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.841967 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.842465 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: floatingip-pools
Feb 04 19:22:35.843316 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: ip_allocation.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.844219 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.844711 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 04 19:22:35.845026 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.845955 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.846449 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: ip-substring-filtering
Feb 04 19:22:35.846767 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l2_adjacency.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.847666 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.848167 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 04 19:22:35.848474 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l3.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.849447 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.849949 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: router
Feb 04 19:22:35.850265 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.852607 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.853121 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 04 19:22:35.853481 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.854385 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.854887 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: ext-gw-mode
Feb 04 19:22:35.855209 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.856109 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.856612 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: l3-ha
Feb 04 19:22:35.856926 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l3_flavors.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.857849 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.858889 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: l3-flavors
Feb 04 19:22:35.859210 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.860115 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.860626 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 04 19:22:35.860945 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: l3agentscheduler.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.861991 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.862490 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: l3_agent_scheduler
Feb 04 19:22:35.862806 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: logging.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.864303 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.864806 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension logging not supported by any of loaded plugins
Feb 04 19:22:35.865125 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: metering.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.865884 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.866439 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: metering
Feb 04 19:22:35.866756 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.867831 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.868337 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: metering_source_and_destination_fields
Feb 04 19:22:35.868655 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: multiprovidernet.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.869598 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.870095 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: multi-provider
Feb 04 19:22:35.870407 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: netmtu.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.871310 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.871803 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: net-mtu
Feb 04 19:22:35.872116 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: netmtu_writable.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.873014 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.873539 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: net-mtu-writable
Feb 04 19:22:35.873853 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: network_availability_zone.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.874528 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.875013 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: network_availability_zone
Feb 04 19:22:35.875322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: network_ip_availability.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.876405 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.876898 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: network-ip-availability
Feb 04 19:22:35.877238 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: network_segment_range.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.877984 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.878473 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 04 19:22:35.878786 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: pagination.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.879751 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.880072 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: pagination
Feb 04 19:22:35.880383 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.881328 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.881830 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: port-mac-address-regenerate
Feb 04 19:22:35.882140 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: port_resource_request.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.883044 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.883535 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 04 19:22:35.883843 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: portbindings.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.884785 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.885310 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: binding
Feb 04 19:22:35.885624 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: portbindings_extended.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.886884 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.887642 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: binding-extended
Feb 04 19:22:35.887958 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: portsecurity.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.888862 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.889384 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: port-security
Feb 04 19:22:35.889723 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: project_id.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.903914 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.904239 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: project-id
Feb 04 19:22:35.904550 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: providernet.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.906031 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.906537 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: provider
Feb 04 19:22:35.906848 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.910591 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.911098 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos not supported by any of loaded plugins
Feb 04 19:22:35.911421 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.912649 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.913168 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 04 19:22:35.913494 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.914406 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.914903 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 04 19:22:35.915222 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_default.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.916116 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.916611 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-default not supported by any of loaded plugins
Feb 04 19:22:35.916930 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_fip.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.917593 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.918084 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-fip not supported by any of loaded plugins
Feb 04 19:22:35.918404 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_gateway_ip.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.919309 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.919807 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 04 19:22:35.920121 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_port_network_policy.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.921606 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.922105 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 04 19:22:35.922417 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_rule_type_details.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.923329 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.923818 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 04 19:22:35.924130 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: qos_rules_alias.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.925178 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.925686 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 04 19:22:35.926001 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: quotasv2.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.926879 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.927201 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: quotas
Feb 04 19:22:35.927516 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: quotasv2_detail.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.929128 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.929478 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: quota_details
Feb 04 19:22:35.941046 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: rbac.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.941046 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.941046 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: rbac-policies
Feb 04 19:22:35.941046 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: rbac_address_scope.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.941726 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.942227 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: rbac-address-scope
Feb 04 19:22:35.942544 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: rbac_security_groups.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.943450 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.943950 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: rbac-security-groups
Feb 04 19:22:35.944264 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: rbac_subnetpool.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.945179 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.945681 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: rbac-subnetpool
Feb 04 19:22:35.945991 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: revisionifmatch.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.946891 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.947384 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: revision-if-match
Feb 04 19:22:35.947694 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: revisions.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.949215 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.949338 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: standard-attr-revisions
Feb 04 19:22:35.949644 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: router_availability_zone.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.950309 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.950799 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: router_availability_zone
Feb 04 19:22:35.951114 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: routerservicetype.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.952064 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.952549 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension router-service-type not supported by any of loaded plugins
Feb 04 19:22:35.952861 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.953804 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.954296 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: port-security-groups-filtering
Feb 04 19:22:35.954610 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: securitygroup.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.969328 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.969851 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: security-group
Feb 04 19:22:35.970172 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: segment.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.971023 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.971538 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension segment not supported by any of loaded plugins
Feb 04 19:22:35.971850 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.978471 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.978974 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 04 19:22:35.979297 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: servicetype.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.980439 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.980941 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: service-type
Feb 04 19:22:35.981293 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: sorting.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.982267 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.982586 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: sorting
Feb 04 19:22:35.982899 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: standard_attr_segment.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.984364 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.984872 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 04 19:22:35.985205 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: standardattrdescription.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.985855 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.986351 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: standard-attr-description
Feb 04 19:22:35.986658 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: stateful_security_group.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.987572 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.988068 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: stateful-security-group
Feb 04 19:22:35.988381 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: stdattrs_common.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.988960 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 04 19:22:35.989309 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.990226 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.990728 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 04 19:22:35.991043 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: subnet_onboard.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.992184 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.992693 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: subnet_onboard
Feb 04 19:22:35.993009 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.993962 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.994456 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 04 19:22:35.994770 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: subnet_service_types.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.995675 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.996170 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: subnet-service-types
Feb 04 19:22:35.996487 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: subnetallocation.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.997571 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.998068 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: subnet_allocation
Feb 04 19:22:35.998385 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:35.999064 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:35.999563 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: subnetpool-prefix-ops
Feb 04 19:22:35.999877 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:36.000797 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:36.001321 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 04 19:22:36.001638 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: tagging.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:36.002701 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:36.003206 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: standard-attr-tag
Feb 04 19:22:36.003525 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: timestamp.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:36.004727 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:36.005262 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loaded extension: standard-attr-timestamp
Feb 04 19:22:36.005582 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: trunk.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:36.006617 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:36.007116 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension trunk not supported by any of loaded plugins
Feb 04 19:22:36.007431 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: trunk_details.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:36.008351 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:36.008851 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension trunk-details not supported by any of loaded plugins
Feb 04 19:22:36.009177 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: uplink_status_propagation.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:36.010099 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:36.010594 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 04 19:22:36.010911 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Loading extension file: vlantransparent.py {{(pid=83568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 04 19:22:36.011577 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 04 19:22:36.012075 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 04 19:22:36.014730 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:network
Feb 04 19:22:36.015464 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:subnet
Feb 04 19:22:36.016056 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 04 19:22:36.016842 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:port
Feb 04 19:22:36.018148 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.018573 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service FLAVORS assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.019182 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.019606 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.019924 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:router
Feb 04 19:22:36.020578 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:floatingip
Feb 04 19:22:36.021308 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service METERING assigned prefix: /metering {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.022749 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f30850127c0>> rbac-policy before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:36.023108 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f30850127c0>> rbac-policy before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:36.023460 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f30850127c0>> rbac-policy before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:22:36.024571 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 04 19:22:36.025014 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:security_group
Feb 04 19:22:36.025695 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 04 19:22:36.026416 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service CORE assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.026750 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 04 19:22:36.027084 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] subnetpool is already registered
Feb 04 19:22:36.027663 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service CORE assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.027982 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 04 19:22:36.028430 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] subnetpool is already registered
Feb 04 19:22:36.031562 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.031988 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service FLAVORS assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.032570 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.032988 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.033340 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:router
Feb 04 19:22:36.033665 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] router is already registered
Feb 04 19:22:36.034249 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:floatingip
Feb 04 19:22:36.034569 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] floatingip is already registered
Feb 04 19:22:36.035182 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service METERING assigned prefix: /metering {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.035834 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 04 19:22:36.036149 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] rbac_policy is already registered
Feb 04 19:22:36.036675 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:security_group
Feb 04 19:22:36.036996 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] security_group is already registered
Feb 04 19:22:36.037599 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 04 19:22:36.037922 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] security_group_rule is already registered
Feb 04 19:22:36.038563 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service CORE assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.038891 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 04 19:22:36.039208 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] subnetpool is already registered
Feb 04 19:22:36.039786 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.v2.resource_helper [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Service CORE assigned prefix:  {{(pid=83568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 04 19:22:36.040102 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 04 19:22:36.040417 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING neutron.quota.resource_registry [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] subnetpool is already registered
Feb 04 19:22:36.041057 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: extensions {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.042520 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: address-groups {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.044069 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: address-scopes {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.045270 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: agents {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.046988 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: auto-allocated-topology {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.048187 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: availability_zones {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.049487 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: dhcp-networks {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.050838 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: dhcp-agents {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.052190 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: routers {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.053981 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: flavors {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.055115 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: service_profiles {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.056269 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: next_providers {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.057756 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: service_profiles {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.059135 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: floatingip-pools {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.060399 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: routers {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.062194 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: floatingips {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.063341 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: l3-routers {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.064662 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: l3-agents {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.066030 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: metering-labels {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.067341 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: metering-label-rules {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.068575 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: network-ip-availabilities {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.069816 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: bindings {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.072418 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: quotas {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.073843 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: quotas {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.075250 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: rbac-policies {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.076499 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: security-groups {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.077738 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: security-group-rules {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.078915 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: service-providers {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.080088 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: subnetpools {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.081491 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: subnetpools {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.082939 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.084559 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.086310 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.087985 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.089759 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.091382 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.093647 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.095429 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.097292 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.099081 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron.api.extensions [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Extended resource: tags {{(pid=83568) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 04 19:22:36.105219 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING keystonemiddleware.auth_token [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 04 19:22:36.110946 dv-cinder-827242-1-iscsi neutron-server[83568]: WARNING keystonemiddleware.auth_token [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 04 19:22:36.119492 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_concurrency.lockutils [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Acquired lock "singleton_lock" {{(pid=83568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 04 19:22:36.119965 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_concurrency.lockutils [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Releasing lock "singleton_lock" {{(pid=83568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 04 19:22:36.120612 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO oslo_service.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Starting 2 workers
Feb 04 19:22:36.125289 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Started child 83673 {{(pid=83568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 04 19:22:36.130013 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Started child 83674 {{(pid=83568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 04 19:22:36.130890 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:36.131650 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO neutron.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 04 19:22:36.132298 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Notify callbacks [] for process, before_spawn {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:36.132410 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [-] (83673) wsgi starting up on http://0.0.0.0:9696
Feb 04 19:22:36.134731 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO oslo_service.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Starting 1 workers
Feb 04 19:22:36.135100 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:36.136504 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [-] (83674) wsgi starting up on http://0.0.0.0:9696
Feb 04 19:22:36.139690 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37082) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:22:36.140039 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Started child 83676 {{(pid=83568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 04 19:22:36.140614 dv-cinder-827242-1-iscsi neutron-server[83568]: INFO oslo_service.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Starting 1 workers
Feb 04 19:22:36.144114 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] calling RpcWorker wait() {{(pid=83676) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 04 19:22:36.144770 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] returning from RpcWorker wait() {{(pid=83676) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 04 19:22:36.149543 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Started child 83677 {{(pid=83568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 04 19:22:36.149897 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:36.149978 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94b81ffe-2c74-4ebb-9b80-a72377049b23 None None] Notify callbacks [] for process, after_spawn {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:36.150048 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:22:36.150145 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Feb 04 19:22:36.150145 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 04 19:22:36.150145 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 04 19:22:36.150145 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 04 19:22:36.150145 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 04 19:22:36.150145 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 04 19:22:36.150493 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071104
Feb 04 19:22:36.150563 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.150563 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.150563 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.150740 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.151075 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.152397 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.154497 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.154497 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.154497 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.154497 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.154497 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.154497 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.154953 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.155020 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.155820 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.156113 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.156346 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.156607 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.156773 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.157259 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.157680 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.157873 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:36.158353 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.158503 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.158701 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.159323 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.159687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.159948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.160307 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.160626 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.160875 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.161171 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.161461 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.161715 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.161946 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.162200 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.162555 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.162798 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.163060 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.164251 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.164251 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] host                           = dv-cinder-827242-1-iscsi {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.164251 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.164251 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.164540 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.164619 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.164838 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.165056 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.165374 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.165628 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.165888 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.166106 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.166354 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.166599 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.166794 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.167034 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.167197 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.167427 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.167685 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.167943 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.168260 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.168427 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.168591 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.168851 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.169003 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.169271 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.169428 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.169641 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.169863 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.170849 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.170849 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.170849 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.170849 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.171939 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.171939 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.172261 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.172261 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.172668 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.172823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.173059 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.173339 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.173561 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.173769 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.174496 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.174496 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.174496 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.174935 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.174935 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.175195 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.175339 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.175551 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.175779 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177065 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177065 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177065 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177065 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177065 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177797 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177797 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177797 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.177797 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.178339 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.178339 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.178610 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.178749 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.178972 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.179182 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.179428 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.179600 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.179805 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.180030 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.180254 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.180654 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.180959 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.182036 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.182296 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.182525 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.183617 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.183617 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.183617 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.183617 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.184172 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.184172 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.184444 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.184646 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.184863 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.185132 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.185418 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.185628 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.185866 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.186077 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.186291 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.186519 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.186726 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.186985 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.187226 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.187438 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.187657 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.187879 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.190368 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.190368 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.190368 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.190368 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.190368 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.191244 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.191244 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.191244 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.191689 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.191689 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.191962 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.192114 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.192376 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.192622 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.192870 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.193085 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.193506 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.193757 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.193984 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.194203 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.194454 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.194629 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.194847 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.195083 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.195333 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.195552 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.195771 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.195982 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.196347 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.196607 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.196864 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.197106 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.197403 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.197605 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.197843 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199290 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199290 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199290 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199290 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199290 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199728 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199796 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:22:36.199873 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.199873 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.200007 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.200237 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.200476 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.201058 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.201058 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.201248 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.206948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207470 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.207916 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.208432 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.208432 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.208432 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.208432 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.208694 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.208860 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.209175 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.209474 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.209747 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.209993 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.210223 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.211920 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.211920 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.211920 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.211920 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.211920 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.211920 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.213276 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.213276 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.213276 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.213276 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.213276 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.214928 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.214928 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.214928 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.214928 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.214928 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.215292 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.216510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.216510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.216510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.216510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.216510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.216847 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.216948 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.217211 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.217435 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.217701 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.218594 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.218828 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.219548 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.219548 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.219548 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.219784 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.220025 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.220251 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.220492 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.220708 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.220922 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.221196 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.221422 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.221614 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.221860 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.222295 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.222295 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.222528 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.222721 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.222977 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.223206 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.223480 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.223752 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.223974 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.224232 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.224471 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.224719 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.224929 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.226136 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.226357 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.226590 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.226802 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.227048 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.228199 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.228199 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.228199 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.228199 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.228199 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.228524 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.228654 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.229021 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.229378 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.229520 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.229763 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.229940 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.230150 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.230383 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.230601 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.230812 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.231082 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.231326 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.231542 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.231752 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.231960 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.232255 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.232378 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.232573 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.232851 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.233058 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234127 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234127 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234127 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234127 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234682 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234682 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.234896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.235108 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.235308 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.235517 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.235823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.236079 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.236312 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.236593 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.236847 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.237092 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.237366 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.237669 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.237878 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.238824 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.238824 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.238824 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.238824 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.239104 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.239290 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.240087 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.240087 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.240087 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.240361 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.240623 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.240887 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.241097 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.241418 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.241795 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.242078 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.242333 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.242543 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.242852 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.243068 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.243282 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.243756 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.244567 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.248718 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.248718 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.248718 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.248718 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.248718 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.249927 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.250217 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.250427 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.250576 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.250872 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.251070 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.251213 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 04 19:22:36.251877 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Feb 04 19:22:36.252038 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 04 19:22:36.252178 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 04 19:22:36.252329 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 04 19:22:36.253630 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 04 19:22:36.253630 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 04 19:22:36.253630 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.253630 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.253630 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.254412 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.254412 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.254825 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.254825 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.254825 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.255217 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.255217 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.255217 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.255610 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.255610 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.255610 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256061 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256061 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256061 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.256896 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.257762 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.257762 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.257762 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.257762 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.257762 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259005 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259542 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259542 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259542 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259542 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] host                           = dv-cinder-827242-1-iscsi {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.259971 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.260049 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.260599 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.260599 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.260599 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.260599 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.261614 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.261771 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.261924 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.262087 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.262510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.262668 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.262824 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.262980 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.263136 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.263285 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.263459 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.263618 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.263770 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.263932 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.264086 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.264242 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.264397 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.265097 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.265273 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.265428 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.265584 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.265740 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266278 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266278 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266278 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266539 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266539 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266683 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266760 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.266915 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.267071 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.267228 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.267383 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.267541 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.267694 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.267849 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.268003 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.268343 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.268343 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.268516 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.268594 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.268733 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.268883 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.269034 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.269267 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.269368 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.269514 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.269656 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.269806 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.269958 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.270107 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271124 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271609 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271609 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271609 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271824 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 04 19:22:36.271901 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.272155 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.272259 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.272339 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.272471 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.272623 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.272776 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.272930 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.273081 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.274064 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.274388 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.274388 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.274564 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.274711 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.274873 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.275031 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.275192 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.275385 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.275507 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.275666 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.275825 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.276093 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.276093 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.276375 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.276453 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.276607 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.276764 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.276922 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.277230 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.277330 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.277430 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.277588 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.277746 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.277904 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.278065 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.278989 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.278989 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.278989 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.278989 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.278989 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.278989 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.279412 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.279412 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.279412 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.279631 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.279708 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.279850 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.280007 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.280264 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.280933 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.281087 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.281301 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.281443 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.281607 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.281766 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.281921 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.282080 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.282238 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.282396 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.282553 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.282710 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.282868 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.283021 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.283244 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.283344 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.283476 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.283635 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.283795 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.283952 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.284117 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.284278 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.284434 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.284593 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.284750 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.284922 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.285096 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.286965 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.287134 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.287300 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.287462 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.287661 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.287778 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.288021 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.288189 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.289352 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.289534 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290102 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290102 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290102 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290796 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290796 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290796 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290796 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.290796 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.291876 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.291876 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.291876 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.292281 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.292281 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.292541 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.292541 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.292797 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.292951 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.293137 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.293137 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.293609 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.293609 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.293884 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.293884 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.294141 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.294141 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.294397 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.294397 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.294652 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.294787 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.294930 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.295065 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.295361 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.295361 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.295832 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.295832 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.295832 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.296216 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.296216 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.296216 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.296496 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.296624 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.296753 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.296910 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.297068 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.297247 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.297510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.297510 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.297771 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.297771 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.297905 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.298020 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.298178 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.298702 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.298702 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.298702 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.298906 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.298906 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.299070 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.300322 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.301823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.302439 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.302439 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.302439 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.302439 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.302439 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.302439 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.303687 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304181 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304181 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304181 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304398 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304398 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304541 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304656 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304836 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.304987 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.305144 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.305318 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.305473 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.305617 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.305759 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.305924 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.306086 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.306236 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.306398 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.306560 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.306719 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.306873 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.306992 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.307155 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.307306 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.307875 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.307875 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.307875 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308092 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308092 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308213 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308387 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308531 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308681 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308823 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.308974 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.309113 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.309368 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.309521 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.309658 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.309795 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.309931 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.310084 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.310222 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.310358 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.310494 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.310640 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.310778 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.310915 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.311050 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.311218 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.311423 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.311607 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.311749 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.311888 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.312808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.312808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.312808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.312808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.312808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.312808 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.313601 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.313601 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.313601 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.313601 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.313601 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314279 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314279 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314279 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314279 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314279 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314936 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314936 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314936 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.314936 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.316126 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.316126 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.316126 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 04 19:22:36.316126 dv-cinder-827242-1-iscsi neutron-server[83568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 04 19:22:36.345571 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:22:47.778021 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130fd49-c9b3-4727-9a1f-3a89c3272714 None None] get_active_networks_info from dv-cinder-827242-1-iscsi {{(pid=83676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 04 19:22:47.847716 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9130fd49-c9b3-4727-9a1f-3a89c3272714 None None] No non-hosted networks {{(pid=83676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 04 19:22:47.856035 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.agentschedulers_db [None req-9130fd49-c9b3-4727-9a1f-3a89c3272714 None None] DHCP Agent not found on host dv-cinder-827242-1-iscsi {{(pid=83676) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Feb 04 19:22:47.973141 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-23610d39-9349-4db3-b4a7-744f1ffd6b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510232'] for agent, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:49.879483 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9d766528-8301-4f73-a339-2a4cfffa1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510232'] for agent, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:49.943203 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-7ac92f7d-6906-401f-9641-c03663ed1a8a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-827242-1-iscsi {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:22:49.944159 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-7ac92f7d-6906-401f-9641-c03663ed1a8a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:22:50.487768 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7ac92f7d-6906-401f-9641-c03663ed1a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:51.107833 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510232'] for agent, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:51.109140 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.109839 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.110402 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.111085 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.112936 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.113692 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.114515 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.115261 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.116018 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.116751 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.120062 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:22:51.120895 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3084b2e790>, 'Open vSwitch agent', 'dv-cinder-827242-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:22:51.152769 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3084b2ec40>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827242-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:22:51.729678 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510232'] for agent, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:52.547764 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.db.l3_hamode_db [None req-1dc523b5-a53d-447f-9255-024abfe5a894 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 04 19:22:52.638909 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc523b5-a53d-447f-9255-024abfe5a894 None None] Routers set() bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:22:52.639710 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc523b5-a53d-447f-9255-024abfe5a894 None None] Router IDs set() for agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Feb 04 19:22:53.329467 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510232'] for agent, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:54.614877 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37190) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:22:55.220599 dv-cinder-827242-1-iscsi neutron-server[83674]: WARNING oslo_policy.policy [None req-56bc39ef-ce30-4984-8787-3bdf5729167a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:22:55.221249 dv-cinder-827242-1-iscsi neutron-server[83674]: WARNING oslo_policy.policy [None req-56bc39ef-ce30-4984-8787-3bdf5729167a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:22:55.439981 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [None req-56bc39ef-ce30-4984-8787-3bdf5729167a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83674) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:22:55.441078 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-56bc39ef-ce30-4984-8787-3bdf5729167a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8252728
Feb 04 19:22:57.720891 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37204) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:22:58.120651 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:22:58.174121 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.policy [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83674) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Feb 04 19:22:58.174858 dv-cinder-827242-1-iscsi neutron-server[83674]: WARNING oslo_policy.policy [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:22:58.175219 dv-cinder-827242-1-iscsi neutron-server[83674]: WARNING oslo_policy.policy [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:22:58.178454 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.quota [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3084d60be0>.
Feb 04 19:22:58.194561 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:22:58.357347 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740399505830', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740399495816', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740399482808', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740399542176', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740399542305', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3364028', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3365582', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400723', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-475844'] for rbac-policy, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:58.587207 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:22:58.588382 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-0263faff-5ce6-4b1a-b065-2c7dcef5c65a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8665209
Feb 04 19:23:01.123964 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37218) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:01.519224 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:23:01.524306 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:23:01.530262 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Usage tracker for resource:network and tenant:dd2e1c75e4ff469b943b7b16bbab58ff is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:23:01.534921 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:23:01.541047 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:23:01.610070 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Made reservation on behalf of dd2e1c75e4ff469b943b7b16bbab58ff for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:23:01.612901 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:01.631197 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:01.675764 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:23:01.679369 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2e1c75e4ff469b943b7b16bbab58ff is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:23:01.682201 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:23:01.688158 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:23:01.754899 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:01.804159 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:01.827427 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:23:01.852009 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740398422227', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:01.852601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f30857d8d30> segment precommit_create {{(pid=83674) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 04 19:23:01.853114 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Added segment 0230afa4-9aa9-47dd-8c08-28819b11bbc6 of type vlan for network 1eed9859-9fbf-49e7-87bb-806c4e094e9a
Feb 04 19:23:01.870795 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18c849f-58d0-4abc-887c-87f5d9d89823,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:01.930413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.930750 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.931074 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.931393 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.931730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.932048 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.932361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.932664 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.933026 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.933338 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.933709 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Tracked resource versions report:
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]: pushed versions:
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Log': {'1.0'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Network': {'1.1'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Port': {'1.5'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'PortForwarding': {'1.2'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'QosPolicy': {'1.8'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'SecurityGroup': {'1.2'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'SubPort': {'1.0'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Subnet': {'1.1'},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Trunk': {'1.1'}}
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]: consumer versions:
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Log': '1.0',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Network': '1.1',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Port': '1.5',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'PortForwarding': '1.2',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'QosPolicy': '1.8',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'SecurityGroup': '1.2',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'SubPort': '1.0',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Subnet': '1.1',
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Trunk': '1.1'}}
Feb 04 19:23:01.934785 dv-cinder-827242-1-iscsi neutron-server[83674]:  {{(pid=83674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:23:01.975181 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:02.072426 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:02.073363 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:02.074001 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:02.193527 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=1eed9859-9fbf-49e7-87bb-806c4e094e9a,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:02.208745 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:23:02.267395 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-84db6c4f-fd30-418f-b679-1565b82b2eb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.1423361
Feb 04 19:23:04.877553 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37234) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:05.501559 dv-cinder-827242-1-iscsi neutron-server[83673]: WARNING oslo_policy.policy [None req-535071ed-c3f7-4f0d-8c5e-788930fef27b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:23:05.502166 dv-cinder-827242-1-iscsi neutron-server[83673]: WARNING oslo_policy.policy [None req-535071ed-c3f7-4f0d-8c5e-788930fef27b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:23:05.895950 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.policy [None req-535071ed-c3f7-4f0d-8c5e-788930fef27b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83673) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Feb 04 19:23:05.896753 dv-cinder-827242-1-iscsi neutron-server[83673]: WARNING oslo_policy.policy [None req-535071ed-c3f7-4f0d-8c5e-788930fef27b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:23:05.897114 dv-cinder-827242-1-iscsi neutron-server[83673]: WARNING oslo_policy.policy [None req-535071ed-c3f7-4f0d-8c5e-788930fef27b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 04 19:23:05.899921 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535071ed-c3f7-4f0d-8c5e-788930fef27b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:05.901774 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-535071ed-c3f7-4f0d-8c5e-788930fef27b admin admin] 10.222.0.13 "GET /v2.0/networks/1eed9859-9fbf-49e7-87bb-806c4e094e9a HTTP/1.1" status: 200  len: 824 time: 1.0221574
Feb 04 19:23:05.934016 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-420e35ba-0cac-4ea5-9784-2da88667747e admin admin] 10.222.0.13 "GET /v2.0/subnetpools/42deced8-c217-4209-929b-12087b9e1920 HTTP/1.1" status: 200  len: 734 time: 0.0263817
Feb 04 19:23:05.942875 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Request body: {'subnet': {'subnetpool_id': '42deced8-c217-4209-929b-12087b9e1920', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'gateway_ip': '172.20.0.1'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:23:05.944380 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.quota [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3084ddcb20>.
Feb 04 19:23:05.950830 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:23:05.956372 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Usage tracker for resource:subnet and tenant:dd2e1c75e4ff469b943b7b16bbab58ff is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:23:05.959766 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:23:05.966662 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:23:06.043986 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Made reservation on behalf of dd2e1c75e4ff469b943b7b16bbab58ff for: {'subnet': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:23:06.047435 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:06.432811 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:06.525385 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Checking segment: {'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:23:06.525768 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Network hostable DHCP agents. Network: 1eed9859-9fbf-49e7-87bb-806c4e094e9a, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:23:06.533401 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e677eb-83f7-4ed5-9e83-87cb6bac3739,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:06.546091 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.546424 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.546748 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.547171 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.547507 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.547824 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.548136 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.548465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.548776 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.555143 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.555465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Tracked resource versions report:
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]: pushed versions:
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Log': {'1.0'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Network': {'1.1'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Port': {'1.5'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'PortForwarding': {'1.2'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'QosPolicy': {'1.8'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'SecurityGroup': {'1.2'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'SubPort': {'1.0'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Subnet': {'1.1'},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Trunk': {'1.1'}}
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]: consumer versions:
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Log': '1.0',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Network': '1.1',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Port': '1.5',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'PortForwarding': '1.2',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'QosPolicy': '1.8',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'SecurityGroup': '1.2',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'SubPort': '1.0',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Subnet': '1.1',
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Trunk': '1.1'}}
Feb 04 19:23:06.556557 dv-cinder-827242-1-iscsi neutron-server[83673]:  {{(pid=83673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:23:06.643815 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:23:06.718523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 1eed9859-9fbf-49e7-87bb-806c4e094e9a) {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:23:06.723455 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:06.724277 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:06.728598 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2292ed3-76d0-485b-b0aa-7334f00e2143 None None] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:23:06.816247 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-06be515c-0e4d-4855-8ca5-6532b8adb0e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8769419
Feb 04 19:23:07.043853 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'fixed_ips': [{'subnet_id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:23:07.045640 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:07.229663 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Allocated IP 172.20.0.2 (1eed9859-9fbf-49e7-87bb-806c4e094e9a/37e677eb-83f7-4ed5-9e83-87cb6bac3739/752e24b7-023a-4a0f-b404-751fbb3a45fb) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:23:07.468329 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:07.482421 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Transition to ACTIVE for port object 752e24b7-023a-4a0f-b404-751fbb3a45fb will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:23:07.505782 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Transition to ACTIVE for port object 752e24b7-023a-4a0f-b404-751fbb3a45fb will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:23:07.576240 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:07.643774 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:23:07.646785 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:23:07.653201 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Pushing event updated for resources: {'Port': ['ID=752e24b7-023a-4a0f-b404-751fbb3a45fb,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:07.654179 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:23:07.665917 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.667541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.667541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.667541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.667541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.667541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.667909 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.668148 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.668456 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.668769 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.669083 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Tracked resource versions report:
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]: pushed versions:
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Log': {'1.0'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Network': {'1.1'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Port': {'1.5'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'PortForwarding': {'1.2'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'QosPolicy': {'1.8'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'SecurityGroup': {'1.2'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'SubPort': {'1.0'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Subnet': {'1.1'},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Trunk': {'1.1'}}
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]: consumer versions:
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Log': '1.0',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Network': '1.1',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Port': '1.5',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'PortForwarding': '1.2',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'QosPolicy': '1.8',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'SecurityGroup': '1.2',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'SubPort': '1.0',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Subnet': '1.1',
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Trunk': '1.1'}}
Feb 04 19:23:07.670801 dv-cinder-827242-1-iscsi neutron-server[83676]:  {{(pid=83676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:23:07.756127 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Attempting to bind port 752e24b7-023a-4a0f-b404-751fbb3a45fb on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:23:07.756770 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Attempting to bind port 752e24b7-023a-4a0f-b404-751fbb3a45fb by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:23:07.756883 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Attempting to bind port 752e24b7-023a-4a0f-b404-751fbb3a45fb on network 1eed9859-9fbf-49e7-87bb-806c4e094e9a {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:23:07.764413 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:23:07.764817 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Checking segment: {'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:23:07.765309 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:07.765693 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Bound using segment: {'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:23:07.766159 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Bound port: 752e24b7-023a-4a0f-b404-751fbb3a45fb, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:23:07.766541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:07.856190 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] For port 752e24b7-023a-4a0f-b404-751fbb3a45fb, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:23:07.860534 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] For port 752e24b7-023a-4a0f-b404-751fbb3a45fb, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=752e24b7-023a-4a0f-b404-751fbb3a45fb,segment=NetworkSegment(0230afa4-9aa9-47dd-8c08-28819b11bbc6),segment_id=0230afa4-9aa9-47dd-8c08-28819b11bbc6)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:23:07.942011 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:08.051420 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba3997-4229-446e-8de1-1ea3759a7da0 None None] Pushing event updated for resources: {'Port': ['ID=752e24b7-023a-4a0f-b404-751fbb3a45fb,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:09.131224 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37254) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:09.594465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [None req-d62df180-6f98-4626-bf3b-52534ac3251a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83673) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:23:09.597683 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-d62df180-6f98-4626-bf3b-52534ac3251a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4653037
Feb 04 19:23:11.450782 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 752e24b7-023a-4a0f-b404-751fbb3a45fb up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:23:11.592683 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 752e24b7-023a-4a0f-b404-751fbb3a45fb completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:23:11.734671 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c04465-cf74-48bf-a98b-608ff7ee1366 None None] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:23:11.967779 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37268) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:11.972826 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-6db6e4df-5d8e-4466-b072-75b8af8feaf3 None None] Provisioning for port 752e24b7-023a-4a0f-b404-751fbb3a45fb completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:23:11.984187 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-6db6e4df-5d8e-4466-b072-75b8af8feaf3 None None] Provisioning complete for port 752e24b7-023a-4a0f-b404-751fbb3a45fb triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:11.984585 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6db6e4df-5d8e-4466-b072-75b8af8feaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:12.105947 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6db6e4df-5d8e-4466-b072-75b8af8feaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:12.208290 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-6db6e4df-5d8e-4466-b072-75b8af8feaf3 None None] For port 752e24b7-023a-4a0f-b404-751fbb3a45fb, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=752e24b7-023a-4a0f-b404-751fbb3a45fb,segment=NetworkSegment(0230afa4-9aa9-47dd-8c08-28819b11bbc6),segment_id=0230afa4-9aa9-47dd-8c08-28819b11bbc6)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:23:12.295896 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6db6e4df-5d8e-4466-b072-75b8af8feaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:12.365063 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6e4df-5d8e-4466-b072-75b8af8feaf3 None None] Pushing event updated for resources: {'Port': ['ID=752e24b7-023a-4a0f-b404-751fbb3a45fb,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:12.418041 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-2b6556d6-08c8-448b-8069-0d844cbaf1f3 None None] Provisioning complete for port 752e24b7-023a-4a0f-b404-751fbb3a45fb triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:12.418438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2b6556d6-08c8-448b-8069-0d844cbaf1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:12.477019 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [None req-fbec9414-2780-4c1c-9161-f4302a625c91 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83673) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:23:12.478123 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-fbec9414-2780-4c1c-9161-f4302a625c91 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5094316
Feb 04 19:23:13.420330 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 752e24b7-023a-4a0f-b404-751fbb3a45fb up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:23:13.487136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 752e24b7-023a-4a0f-b404-751fbb3a45fb triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:13.487497 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:15.074766 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37280) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:15.464416 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:23:15.472710 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:23:15.476477 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Usage tracker for resource:router and tenant:dd2e1c75e4ff469b943b7b16bbab58ff is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:23:15.479807 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:23:15.485579 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:23:15.535439 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:15.537005 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:15.561931 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:15.753520 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:15.838345 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:15.839526 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-373d44a4-cb1e-44f7-a0e5-361d63805a47 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7638216
Feb 04 19:23:17.781452 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-634465b5-b35a-44fb-b085-27dcec7af37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:18.390003 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37290) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:18.794441 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [None req-11520b74-c647-4d0c-8d40-6706061d3eb0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83673) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:23:18.795430 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-11520b74-c647-4d0c-8d40-6706061d3eb0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4045062
Feb 04 19:23:19.890298 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4d703ce4-9a9b-428e-aee1-0cc7bcc0558b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.089564 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.147906 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37300) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:21.534696 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:23:21.539650 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:23:21.543371 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Usage tracker for resource:network and tenant:8b2143a457fc469d81d6b058efae5757 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:23:21.546450 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:23:21.552364 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:23:21.621211 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.649765 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Made reservation on behalf of 8b2143a457fc469d81d6b058efae5757 for: {'network': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:23:21.652141 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.673505 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.713946 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:23:21.718674 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2143a457fc469d81d6b058efae5757 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:23:21.721629 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:23:21.727424 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:23:21.801539 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.855360 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.880363 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Reserving flat network on physical network physnet1 {{(pid=83673) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Feb 04 19:23:21.894563 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41a6bab-29bd-4772-8d4a-fb8aa06305a8,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:21.902856 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740398422227', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:21.903450 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f30857d8d30> segment precommit_create {{(pid=83673) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 04 19:23:21.904444 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.segments_db [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Added segment 0af65537-f981-4e21-b600-d0a15388f0ad of type flat for network 348ec8c7-4182-4bea-b97c-040672bc32eb
Feb 04 19:23:21.945905 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:22.049410 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:22.050270 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:22.050841 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:22.166799 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] Pushing event updated for resources: {'Network': ['ID=348ec8c7-4182-4bea-b97c-040672bc32eb,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:22.179389 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 348ec8c7-4182-4bea-b97c-040672bc32eb details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:23:22.227461 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f66e0470-1816-486d-946f-fb7c3babf719 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0784433
Feb 04 19:23:23.318852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:24.509635 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37320) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:24.753286 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce4dae-460b-4f2b-98c4-4e7d3675ea7e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:24.754624 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-f6ce4dae-460b-4f2b-98c4-4e7d3675ea7e admin admin] 10.222.0.13 "GET /v2.0/subnets/37e677eb-83f7-4ed5-9e83-87cb6bac3739 HTTP/1.1" status: 200  len: 849 time: 0.2441514
Feb 04 19:23:24.929669 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c92e1016-e5c8-4dd4-9835-85b874827a4c admin admin] 10.222.0.13 "GET /v2.0/routers/50dd53f7-a95a-404f-83ed-578c7dfe76a0 HTTP/1.1" status: 200  len: 704 time: 0.1697328
Feb 04 19:23:25.226678 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:23:25.417393 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:25.662343 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Allocated IP 172.20.0.1 (1eed9859-9fbf-49e7-87bb-806c4e094e9a/37e677eb-83f7-4ed5-9e83-87cb6bac3739/8d1fcd28-34af-4302-98fb-348bff178374) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:23:25.836460 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:25.855218 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Transition to ACTIVE for port object 8d1fcd28-34af-4302-98fb-348bff178374 will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:23:25.998833 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:26.067211 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:23:26.070221 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:23:26.075409 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1fcd28-34af-4302-98fb-348bff178374,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:26.087528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:23:26.088301 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:26.296489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:26.346568 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f95fb9a7-40a4-4448-b4cd-493c2a469cc6 None None] Provisioning for port 8d1fcd28-34af-4302-98fb-348bff178374 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:23:26.351876 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f95fb9a7-40a4-4448-b4cd-493c2a469cc6 None None] Provisioning complete for port 8d1fcd28-34af-4302-98fb-348bff178374 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:26.352239 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f95fb9a7-40a4-4448-b4cd-493c2a469cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:26.410759 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-f95fb9a7-40a4-4448-b4cd-493c2a469cc6 None None] Port 8d1fcd28-34af-4302-98fb-348bff178374 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:23:26.529708 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:26.587007 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:26.587870 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:26.724042 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1fcd28-34af-4302-98fb-348bff178374,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:26.789392 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:23:26.790419 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:23:27.034699 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-e5d186da-8a5d-47f9-9cf4-51e4c123e7d8 None None] Provisioning complete for port 8d1fcd28-34af-4302-98fb-348bff178374 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:27.035065 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e5d186da-8a5d-47f9-9cf4-51e4c123e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:27.089063 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-e5d186da-8a5d-47f9-9cf4-51e4c123e7d8 None None] Port 8d1fcd28-34af-4302-98fb-348bff178374 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:23:27.266802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:23:27.440020 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:23:27.449580 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-92e23441-fcc6-43f6-a964-58c144142059 admin admin] 10.222.0.13 "PUT /v2.0/routers/50dd53f7-a95a-404f-83ed-578c7dfe76a0/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5147502
Feb 04 19:23:27.449981 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Sync routers for ids ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:23:27.463619 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Routers {'50dd53f7-a95a-404f-83ed-578c7dfe76a0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:23:27.464418 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c18ee0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:23:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:27.652113 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Set router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 gateway port host: None {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:23:28.099842 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c18ee0>, [{'id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'name': 'router1', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:23:15Z', 'updated_at': '2022-02-04T19:23:26Z', 'revision_number': 2, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'gw_port_host': None, '_interfaces': [{'id': '8d1fcd28-34af-4302-98fb-348bff178374', 'name': '', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'mac_address': 'fa:16:3e:b4:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:25Z', 'updated_at': '2022-02-04T19:23:26Z', 'revision_number': 2, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'subnets': [{'id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42deced8-c217-4209-929b-12087b9e1920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:28.105284 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Checking router: 50dd53f7-a95a-404f-83ed-578c7dfe76a0 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:23:28.105662 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Updating router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 port 8d1fcd28-34af-4302-98fb-348bff178374 binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:23:28.161959 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:28.549413 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:28.564925 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Transition to ACTIVE for port object 8d1fcd28-34af-4302-98fb-348bff178374 will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:23:28.638670 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:28.776458 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Pushing event updated for resources: {'Port': ['ID=8d1fcd28-34af-4302-98fb-348bff178374,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:28.847986 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.848311 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.848638 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.848955 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.849312 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.849631 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.849939 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.850255 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.850561 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.850865 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.851169 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Tracked resource versions report:
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]: pushed versions:
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Log': {'1.0'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Network': {'1.1'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Port': {'1.5'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'PortForwarding': {'1.2'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'QosPolicy': {'1.8'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'SecurityGroup': {'1.2'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'SubPort': {'1.0'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Subnet': {'1.1'},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Trunk': {'1.1'}}
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]: consumer versions:
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Log': '1.0',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Network': '1.1',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Port': '1.5',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'PortForwarding': '1.2',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'QosPolicy': '1.8',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'SecurityGroup': '1.2',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'SubPort': '1.0',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Subnet': '1.1',
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Trunk': '1.1'}}
Feb 04 19:23:28.852299 dv-cinder-827242-1-iscsi neutron-server[83677]:  {{(pid=83677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:23:28.909335 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Attempting to bind port 8d1fcd28-34af-4302-98fb-348bff178374 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:23:28.909730 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Attempting to bind port 8d1fcd28-34af-4302-98fb-348bff178374 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:23:28.910164 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Attempting to bind port 8d1fcd28-34af-4302-98fb-348bff178374 on network 1eed9859-9fbf-49e7-87bb-806c4e094e9a {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:23:28.916682 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:23:28.917066 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Checking segment: {'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:23:28.917558 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:28.917998 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Bound using segment: {'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:23:28.918482 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Bound port: 8d1fcd28-34af-4302-98fb-348bff178374, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0230afa4-9aa9-47dd-8c08-28819b11bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:23:28.918867 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:29.041650 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] For port 8d1fcd28-34af-4302-98fb-348bff178374, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:23:29.045748 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] For port 8d1fcd28-34af-4302-98fb-348bff178374, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=8d1fcd28-34af-4302-98fb-348bff178374,segment=NetworkSegment(0230afa4-9aa9-47dd-8c08-28819b11bbc6),segment_id=0230afa4-9aa9-47dd-8c08-28819b11bbc6)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:23:29.124946 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:29.210665 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Routers {'50dd53f7-a95a-404f-83ed-578c7dfe76a0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:23:29.211289 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c18ee0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:23:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:29.328842 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c262c-709b-40d0-85d6-47ed776a48ca None None] Pushing event updated for resources: {'Port': ['ID=8d1fcd28-34af-4302-98fb-348bff178374,revision_number=4']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:29.372072 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] Set router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 gateway port host: None {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:23:29.637867 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37344) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:29.706257 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c18ee0>, [{'id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'name': 'router1', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:23:15Z', 'updated_at': '2022-02-04T19:23:26Z', 'revision_number': 2, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'gw_port_host': None, '_interfaces': [{'id': '8d1fcd28-34af-4302-98fb-348bff178374', 'name': '', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'mac_address': 'fa:16:3e:b4:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:25Z', 'updated_at': '2022-02-04T19:23:29Z', 'revision_number': 4, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'subnets': [{'id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42deced8-c217-4209-929b-12087b9e1920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:29.711420 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf9044-5865-428a-9c3a-df42e44ef150 None None] The sync data for ids ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'] in dv-cinder-827242-1-iscsi is: [{'id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'name': 'router1', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:23:15Z', 'updated_at': '2022-02-04T19:23:26Z', 'revision_number': 2, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'gw_port_host': None, '_interfaces': [{'id': '8d1fcd28-34af-4302-98fb-348bff178374', 'name': '', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'mac_address': 'fa:16:3e:b4:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:25Z', 'updated_at': '2022-02-04T19:23:29Z', 'revision_number': 4, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'subnets': [{'id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42deced8-c217-4209-929b-12087b9e1920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:23:29.829639 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a15aec-5c93-4e9e-b838-66f581a103db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:29.831009 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c8a15aec-5c93-4e9e-b838-66f581a103db admin admin] 10.222.0.13 "GET /v2.0/networks/348ec8c7-4182-4bea-b97c-040672bc32eb HTTP/1.1" status: 200  len: 842 time: 0.1919994
Feb 04 19:23:29.840549 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Request body: {'subnet': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:23:29.846408 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:23:29.850173 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Usage tracker for resource:subnet and tenant:8b2143a457fc469d81d6b058efae5757 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:23:29.853140 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:23:29.859762 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:23:29.946852 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Made reservation on behalf of 8b2143a457fc469d81d6b058efae5757 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:23:29.949080 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:30.414014 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.objects.ports [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83674) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
Feb 04 19:23:30.414455 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:30.477666 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2260b809-ee2e-43b1-8075-381be8d72665,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:30.504086 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:23:30.504436 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Network hostable DHCP agents. Network: 348ec8c7-4182-4bea-b97c-040672bc32eb, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:23:30.621576 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:23:30.707584 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 348ec8c7-4182-4bea-b97c-040672bc32eb) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:23:30.711545 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:30.712117 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:30.717113 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b6f12e-1c0b-4b7f-a446-77a8c9c4eb2f None None] Network 348ec8c7-4182-4bea-b97c-040672bc32eb requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:23:30.797295 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c8555080-7d0a-426f-93be-dcb1505d752f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9560595
Feb 04 19:23:30.955398 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40970e-b49a-4ed2-8433-2b5465f1b198 None None] Network 348ec8c7-4182-4bea-b97c-040672bc32eb requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:23:31.445911 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 8d1fcd28-34af-4302-98fb-348bff178374 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:23:31.633828 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 8d1fcd28-34af-4302-98fb-348bff178374 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:23:31.639292 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 8d1fcd28-34af-4302-98fb-348bff178374 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:31.639616 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:31.758791 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:31.793836 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 8d1fcd28-34af-4302-98fb-348bff178374, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=8d1fcd28-34af-4302-98fb-348bff178374,segment=NetworkSegment(0230afa4-9aa9-47dd-8c08-28819b11bbc6),segment_id=0230afa4-9aa9-47dd-8c08-28819b11bbc6)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:23:31.906727 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:31.977229 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=8d1fcd28-34af-4302-98fb-348bff178374,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:32.970469 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37358) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:33.215020 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-007844b0-8122-45e9-a3e9-0e95a1d46c7f admin admin] 10.222.0.13 "GET /v2.0/routers/50dd53f7-a95a-404f-83ed-578c7dfe76a0 HTTP/1.1" status: 200  len: 710 time: 0.2435033
Feb 04 19:23:33.382802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d700f03-ee60-410d-8144-c338dfedc6d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:23:33.384161 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-9d700f03-ee60-410d-8144-c338dfedc6d0 admin admin] 10.222.0.13 "GET /v2.0/networks/348ec8c7-4182-4bea-b97c-040672bc32eb HTTP/1.1" status: 200  len: 886 time: 0.1634896
Feb 04 19:23:33.394405 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:23:33.435378 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 8d1fcd28-34af-4302-98fb-348bff178374 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:23:33.515244 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 8d1fcd28-34af-4302-98fb-348bff178374 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:33.515601 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:33.885246 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:34.148011 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:34.203448 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:34.338134 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Allocated IP 172.27.3.219 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/e2d681e8-cab8-4e6f-9127-9e2dcab44496) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:23:34.485567 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:34.547383 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:34.628116 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:23:34.631139 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:23:34.635746 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:23:34.659220 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d681e8-cab8-4e6f-9127-9e2dcab44496,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:34.828257 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:35.056282 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:35.061000 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-511860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508387'] for router, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:35.276994 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:23:35.480923 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:23:35.490116 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:35.491307 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-2f37164a-e001-44e4-90c1-887b012e6078 admin admin] 10.222.0.13 "PUT /v2.0/routers/50dd53f7-a95a-404f-83ed-578c7dfe76a0 HTTP/1.1" status: 200  len: 890 time: 2.1003704
Feb 04 19:23:35.491497 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Sync routers for ids ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:23:35.504820 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Routers {'50dd53f7-a95a-404f-83ed-578c7dfe76a0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:23:35.505515 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308591a250>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:23:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:35.706786 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Set router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:23:36.065598 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308591a250>, [{'id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'name': 'router1', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2d681e8-cab8-4e6f-9127-9e2dcab44496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:23:15Z', 'updated_at': '2022-02-04T19:23:34Z', 'revision_number': 4, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'gw_port': {'id': 'e2d681e8-cab8-4e6f-9127-9e2dcab44496', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:34Z', 'updated_at': '2022-02-04T19:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '8d1fcd28-34af-4302-98fb-348bff178374', 'name': '', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'mac_address': 'fa:16:3e:b4:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:25Z', 'updated_at': '2022-02-04T19:23:31Z', 'revision_number': 5, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'subnets': [{'id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42deced8-c217-4209-929b-12087b9e1920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:36.070841 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Checking router: 50dd53f7-a95a-404f-83ed-578c7dfe76a0 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:23:36.071187 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Updating router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 port e2d681e8-cab8-4e6f-9127-9e2dcab44496 binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:23:36.122853 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:36.449540 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:36.461436 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Transition to ACTIVE for port object e2d681e8-cab8-4e6f-9127-9e2dcab44496 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:23:36.523842 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:36.603049 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Attempting to bind port e2d681e8-cab8-4e6f-9127-9e2dcab44496 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:23:36.603442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Attempting to bind port e2d681e8-cab8-4e6f-9127-9e2dcab44496 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:23:36.603762 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Attempting to bind port e2d681e8-cab8-4e6f-9127-9e2dcab44496 on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:23:36.609215 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4a1cd-40af-4fe7-8862-310d881dc20b None None] Pushing event updated for resources: {'Port': ['ID=e2d681e8-cab8-4e6f-9127-9e2dcab44496,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:36.616511 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:23:36.616797 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:23:36.617214 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:36.617600 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:23:36.618061 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Bound port: e2d681e8-cab8-4e6f-9127-9e2dcab44496, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:23:36.618447 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:36.706054 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] For port e2d681e8-cab8-4e6f-9127-9e2dcab44496, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:23:36.709066 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] For port e2d681e8-cab8-4e6f-9127-9e2dcab44496, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e2d681e8-cab8-4e6f-9127-9e2dcab44496,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:23:36.770158 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:36.884347 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Routers {'50dd53f7-a95a-404f-83ed-578c7dfe76a0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:23:36.884955 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308591a250>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:23:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:36.939976 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4a1cd-40af-4fe7-8862-310d881dc20b None None] Pushing event updated for resources: {'Port': ['ID=e2d681e8-cab8-4e6f-9127-9e2dcab44496,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:37.094282 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] Set router 50dd53f7-a95a-404f-83ed-578c7dfe76a0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:23:37.438579 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308591a250>, [{'id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'name': 'router1', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2d681e8-cab8-4e6f-9127-9e2dcab44496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:23:15Z', 'updated_at': '2022-02-04T19:23:34Z', 'revision_number': 4, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'gw_port': {'id': 'e2d681e8-cab8-4e6f-9127-9e2dcab44496', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:34Z', 'updated_at': '2022-02-04T19:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '8d1fcd28-34af-4302-98fb-348bff178374', 'name': '', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'mac_address': 'fa:16:3e:b4:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:25Z', 'updated_at': '2022-02-04T19:23:31Z', 'revision_number': 5, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'subnets': [{'id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42deced8-c217-4209-929b-12087b9e1920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:23:37.443087 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1c6ad-331b-40bf-ac44-91c4f1347b34 None None] The sync data for ids ['50dd53f7-a95a-404f-83ed-578c7dfe76a0'] in dv-cinder-827242-1-iscsi is: [{'id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'name': 'router1', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2d681e8-cab8-4e6f-9127-9e2dcab44496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:23:15Z', 'updated_at': '2022-02-04T19:23:34Z', 'revision_number': 4, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'gw_port': {'id': 'e2d681e8-cab8-4e6f-9127-9e2dcab44496', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:34Z', 'updated_at': '2022-02-04T19:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '8d1fcd28-34af-4302-98fb-348bff178374', 'name': '', 'network_id': '1eed9859-9fbf-49e7-87bb-806c4e094e9a', 'tenant_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'mac_address': 'fa:16:3e:b4:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd53f7-a95a-404f-83ed-578c7dfe76a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:23:25Z', 'updated_at': '2022-02-04T19:23:31Z', 'revision_number': 5, 'project_id': 'dd2e1c75e4ff469b943b7b16bbab58ff', 'subnets': [{'id': '37e677eb-83f7-4ed5-9e83-87cb6bac3739', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42deced8-c217-4209-929b-12087b9e1920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:23:37.840868 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37368) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:23:37.994658 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d3a57350-0446-4199-a7a7-5dfa1cd4d643 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1526384
Feb 04 19:23:39.491025 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e2d681e8-cab8-4e6f-9127-9e2dcab44496 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:23:39.650076 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port e2d681e8-cab8-4e6f-9127-9e2dcab44496 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:23:39.656537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port e2d681e8-cab8-4e6f-9127-9e2dcab44496 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:39.657214 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:39.804398 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:39.834537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port e2d681e8-cab8-4e6f-9127-9e2dcab44496, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e2d681e8-cab8-4e6f-9127-9e2dcab44496,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:23:39.906896 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:40.023498 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=e2d681e8-cab8-4e6f-9127-9e2dcab44496,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:23:41.456606 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e2d681e8-cab8-4e6f-9127-9e2dcab44496 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:23:41.535600 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port e2d681e8-cab8-4e6f-9127-9e2dcab44496 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:23:41.535901 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:47.787218 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-140e5226-f7d1-4081-bccf-188b49bc6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:49.900702 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dd5b-c73b-4d6b-b543-4490f86981a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:51.106861 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:51.627406 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:23:53.295474 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:02.227141 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:24:17.797692 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-63f4a43c-af98-4190-94ba-e4253bf71644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:19.890485 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5ed4-52d5-4fdd-b431-c6c5c4cea189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:21.083633 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:21.638275 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:23.312942 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:39.227689 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:24:47.843537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-c056c1d5-34ac-4a4e-a467-359b2a4fd982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:49.895135 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2edddb7b-6eb3-4417-b8ca-0dccdb9acd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:51.078148 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:51.654980 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:24:54.157580 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:16.227107 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:25:17.768525 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b69a90d6-47fe-4eb8-b088-1a1dbac678e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:19.883088 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-bb171181-f7e3-44ae-ae5f-8a2a1e3a866e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:21.105980 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:21.648574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:23.379414 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:47.785795 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-096ee076-3266-494b-8918-57472cfdc7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:49.080152 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 37950) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:25:49.174079 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d4fe95-2b69-453a-857c-e5a386d99154 admin admin] GET failed (client error): The resource could not be found.
Feb 04 19:25:49.175326 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d6d4fe95-2b69-453a-857c-e5a386d99154 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0942621
Feb 04 19:25:49.304907 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c95d26-059c-4c7b-969b-5c913e4ea947 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:49.306918 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-84c95d26-059c-4c7b-969b-5c913e4ea947 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1271167
Feb 04 19:25:49.882801 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f0990be3-9ce8-4986-ba65-8573c8fcdab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:51.116858 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:51.363670 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37960) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:25:51.497816 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439f3a81-0094-43f7-8425-28fbf18da88d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:51.499154 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-439f3a81-0094-43f7-8425-28fbf18da88d admin admin] 10.222.0.13 "GET /v2.0/subnets/37e677eb-83f7-4ed5-9e83-87cb6bac3739 HTTP/1.1" status: 200  len: 849 time: 0.1345537
Feb 04 19:25:51.508306 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:25:51.626572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Notify callbacks [] for subnet, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:51.642683 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:51.882453 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740398346756'] for subnet, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:51.935677 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:51.936246 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:51.937505 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] 10.222.0.13 "PUT /v2.0/subnets/37e677eb-83f7-4ed5-9e83-87cb6bac3739 HTTP/1.1" status: 200  len: 868 time: 0.4328861
Feb 04 19:25:51.944620 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48d66c-af0d-4294-b9c5-37492b9f868a None None] Network 1eed9859-9fbf-49e7-87bb-806c4e094e9a requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:25:51.963142 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e677eb-83f7-4ed5-9e83-87cb6bac3739,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:25:51.973281 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.973649 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.973942 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.974263 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.974583 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.974901 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.975220 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.975578 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.975893 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.976202 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:51.976508 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47ecea-2812-428c-bb7d-f24e2a00b69c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:25:52.568143 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-2ba60b96-259e-443a-91f0-115d36152c6e None None] Provisioning complete for port 752e24b7-023a-4a0f-b404-751fbb3a45fb triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:25:52.568734 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2ba60b96-259e-443a-91f0-115d36152c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:52.700632 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-2ba60b96-259e-443a-91f0-115d36152c6e None None] Provisioning complete for port 8d1fcd28-34af-4302-98fb-348bff178374 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:25:52.701000 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2ba60b96-259e-443a-91f0-115d36152c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:53.228532 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:25:53.323172 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:25:53.995718 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37970) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:25:54.194292 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73abe-d3e2-4483-a113-3fea818643c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:54.194667 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73abe-d3e2-4483-a113-3fea818643c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:54.195387 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-a7e73abe-d3e2-4483-a113-3fea818643c2 admin admin] Synchronizing usage tracker for tenant:8b2143a457fc469d81d6b058efae5757 on resource:network {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:25:54.288309 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-a7e73abe-d3e2-4483-a113-3fea818643c2 admin admin] Unset dirty status for tenant:8b2143a457fc469d81d6b058efae5757 on resource:network {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:25:54.289407 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-a7e73abe-d3e2-4483-a113-3fea818643c2 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2927055
Feb 04 19:25:56.336052 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37980) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:25:56.546490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870bd448-157f-40ab-9ab2-9390cfba0431 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:56.546770 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870bd448-157f-40ab-9ab2-9390cfba0431 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:56.548268 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-870bd448-157f-40ab-9ab2-9390cfba0431 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2112911
Feb 04 19:25:58.567960 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 37990) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:25:58.770597 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfbbe5-4f85-48b3-b264-0064566b8ea2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:25:58.771860 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-11cfbbe5-4f85-48b3-b264-0064566b8ea2 admin admin] 10.222.0.13 "GET /v2.0/networks/1eed9859-9fbf-49e7-87bb-806c4e094e9a HTTP/1.1" status: 200  len: 868 time: 0.2029660
Feb 04 19:26:00.852091 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38000) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:01.057077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d6e8c3-3ff6-4446-bc5d-b6fa3caba290 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:01.058410 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-03d6e8c3-3ff6-4446-bc5d-b6fa3caba290 admin admin] 10.222.0.13 "GET /v2.0/networks/348ec8c7-4182-4bea-b97c-040672bc32eb HTTP/1.1" status: 200  len: 886 time: 0.2052431
Feb 04 19:26:03.195708 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38010) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:03.340461 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5066f9-8124-4b3b-8bec-6a879940fca4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:03.340824 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5066f9-8124-4b3b-8bec-6a879940fca4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:03.341587 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3a5066f9-8124-4b3b-8bec-6a879940fca4 admin admin] Synchronizing usage tracker for tenant:8b2143a457fc469d81d6b058efae5757 on resource:subnet {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:26:03.409252 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3a5066f9-8124-4b3b-8bec-6a879940fca4 admin admin] Unset dirty status for tenant:8b2143a457fc469d81d6b058efae5757 on resource:subnet {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:26:03.410464 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-3a5066f9-8124-4b3b-8bec-6a879940fca4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2132809
Feb 04 19:26:05.518974 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38020) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:05.652657 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101bce0-2a66-4e73-85f5-8909d281cc26 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:05.653017 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101bce0-2a66-4e73-85f5-8909d281cc26 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:05.654595 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6101bce0-2a66-4e73-85f5-8909d281cc26 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1344860
Feb 04 19:26:07.729850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38030) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:07.870741 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5335b02-d797-4838-be66-d697a8e847fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:07.872317 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e5335b02-d797-4838-be66-d697a8e847fb admin admin] 10.222.0.13 "GET /v2.0/subnets/2260b809-ee2e-43b1-8075-381be8d72665 HTTP/1.1" status: 200  len: 816 time: 0.1414473
Feb 04 19:26:09.981600 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38040) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:10.109633 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a4153-c702-484a-95c3-0cada3a52c59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:10.110969 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a70a4153-c702-484a-95c3-0cada3a52c59 admin admin] 10.222.0.13 "GET /v2.0/subnets/37e677eb-83f7-4ed5-9e83-87cb6bac3739 HTTP/1.1" status: 200  len: 868 time: 0.1284440
Feb 04 19:26:17.779196 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-a01b081f-6253-4f8e-9453-5f7bb6a913ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:19.898993 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2a90f306-fe31-4e42-a9d5-d098bcd8f39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:21.139166 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:21.657053 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:23.333370 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:28.033753 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38078) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:28.105425 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [None req-1476ca56-a082-4c9b-a75b-95391a3c6ca0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83673) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:26:28.106420 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-1476ca56-a082-4c9b-a75b-95391a3c6ca0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0717466
Feb 04 19:26:30.228089 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:26:30.235487 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38088) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:30.326626 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcd78cf-0e11-4104-a51a-9062a9894d43 admin admin] GET failed (client error): The resource could not be found.
Feb 04 19:26:30.327850 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ddcd78cf-0e11-4104-a51a-9062a9894d43 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0914056
Feb 04 19:26:30.455352 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cca43f-537c-4a6a-989c-782aec9b8da3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:30.456718 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-31cca43f-537c-4a6a-989c-782aec9b8da3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1250024
Feb 04 19:26:32.505784 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38098) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:32.579114 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:26:32.583731 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:26:32.593899 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:26:32.699291 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Made reservation on behalf of 8b2143a457fc469d81d6b058efae5757 for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:26:32.701723 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:32.793894 dv-cinder-827242-1-iscsi neutron-server[83674]: WARNING neutron.services.revisions.revision_plugin [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3084d602e0] {project_id='8b2143a457fc469d81d6b058efae5757', id='220cb06b-4998-4655-9a53-56ac790cc939', target_tenant='*', action='access_as_shared', object_id='8ee552ae-7c2b-4659-875c-c01aca44a36c'}> to bump revision.
Feb 04 19:26:32.806584 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:26:32.815611 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:32.817415 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Added segment 9b193df8-ffea-4093-b3ef-064103992644 of type vlan for network 8ee552ae-7c2b-4659-875c-c01aca44a36c
Feb 04 19:26:32.845993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:32.973600 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:32.974535 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:32.975257 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:33.083530 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Pushing event updated for resources: {'Network': ['ID=8ee552ae-7c2b-4659-875c-c01aca44a36c,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:26:33.091733 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.093987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.093987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.093987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.093987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.093987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.093987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.093987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.094601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.094695 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.094927 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:33.111948 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 8ee552ae-7c2b-4659-875c-c01aca44a36c details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:26:33.157102 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-bb37b660-ea0f-4a64-919f-8386e352b9eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.6502223
Feb 04 19:26:35.270979 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38108) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:26:35.368697 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f948e31-f9f8-4a0e-8e34-297ce288d9ad admin admin] GET failed (client error): The resource could not be found.
Feb 04 19:26:35.369204 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-7f948e31-f9f8-4a0e-8e34-297ce288d9ad admin admin] Synchronizing usage tracker for tenant:8b2143a457fc469d81d6b058efae5757 on resource:network {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:26:35.464825 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-7f948e31-f9f8-4a0e-8e34-297ce288d9ad admin admin] Unset dirty status for tenant:8b2143a457fc469d81d6b058efae5757 on resource:network {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:26:35.466235 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-7f948e31-f9f8-4a0e-8e34-297ce288d9ad admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1942124
Feb 04 19:26:35.631286 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af800d79-a46c-4c10-bdda-287a73ad347e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:35.632826 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-af800d79-a46c-4c10-bdda-287a73ad347e admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1613050
Feb 04 19:26:35.642686 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c', 'name': 'shared-subnet'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:26:35.647378 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:26:35.657555 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:26:35.732491 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Made reservation on behalf of 8b2143a457fc469d81d6b058efae5757 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:26:35.734759 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:36.105577 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:36.172368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=038b4c7a-7664-4552-a2a9-d714dee62a42,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:26:36.197206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Checking segment: {'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:26:36.197564 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Network hostable DHCP agents. Network: 8ee552ae-7c2b-4659-875c-c01aca44a36c, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:26:36.316088 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Network 8ee552ae-7c2b-4659-875c-c01aca44a36c is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:26:36.458930 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 8ee552ae-7c2b-4659-875c-c01aca44a36c) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:26:36.463966 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:26:36.464700 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:36.470864 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47048d99-ef00-4030-b9e0-5dc51b09db85 None None] Network 8ee552ae-7c2b-4659-875c-c01aca44a36c requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:26:36.562739 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-928f1af1-cffe-4b81-8e5f-8344cc487eeb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9237580
Feb 04 19:26:36.691238 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-8ee552ae-7c2b-4659-875c-c01aca44a36c', 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c', 'tenant_id': '8b2143a457fc469d81d6b058efae5757', 'fixed_ips': [{'subnet_id': '038b4c7a-7664-4552-a2a9-d714dee62a42'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:26:36.692142 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:36.857733 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Allocated IP 192.168.233.2 (8ee552ae-7c2b-4659-875c-c01aca44a36c/038b4c7a-7664-4552-a2a9-d714dee62a42/fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:26:37.077364 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:37.088279 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Transition to ACTIVE for port object fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:26:37.111675 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Transition to ACTIVE for port object fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:26:37.174100 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:37.241424 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Network 8ee552ae-7c2b-4659-875c-c01aca44a36c is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:26:37.244389 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:26:37.248750 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:26:37.250883 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Pushing event updated for resources: {'Port': ['ID=fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:26:37.262448 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.264379 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.264379 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.264379 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.264379 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.264379 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.264379 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.264840 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.265035 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.265648 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.265969 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:26:37.351947 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Attempting to bind port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:26:37.352393 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Attempting to bind port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:26:37.353357 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Attempting to bind port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a on network 8ee552ae-7c2b-4659-875c-c01aca44a36c {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:26:37.359305 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:26:37.359668 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Checking segment: {'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:26:37.360059 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:37.360447 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Bound using segment: {'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:26:37.360899 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Bound port: fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:26:37.361314 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:37.461290 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] For port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:26:37.464426 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] For port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a,segment=NetworkSegment(9b193df8-ffea-4093-b3ef-064103992644),segment_id=9b193df8-ffea-4093-b3ef-064103992644)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:26:37.573970 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:37.659663 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0f927-9eb5-4d15-944c-9f007c61d429 None None] Pushing event updated for resources: {'Port': ['ID=fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:26:38.545876 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e34edf-39df-41fc-9944-69f49d5e43fd None None] Network 8ee552ae-7c2b-4659-875c-c01aca44a36c requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:26:38.744847 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-6ff83f3e-e1dc-4932-926f-94adbab94927 None None] Provisioning for port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:26:39.547933 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:26:39.676198 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:26:39.681382 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:26:39.681892 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:39.794834 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:39.826507 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a,segment=NetworkSegment(9b193df8-ffea-4093-b3ef-064103992644),segment_id=9b193df8-ffea-4093-b3ef-064103992644)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:26:39.894068 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:39.958635 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:26:41.529256 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:26:41.599842 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port fdd4fad9-bbf5-4a03-8d70-457b63bc1d6a triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:26:41.600209 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:47.784569 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f89afb12-c7f3-4b74-b518-c3fb8d13703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:49.870984 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-8dab604b-1627-4e3f-bdfa-7363de7e2bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:51.098218 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:51.658806 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:26:53.366589 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:07.228765 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:27:17.801182 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-daefc93d-1f49-485f-a57d-aaf3b3c2cefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:19.925793 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-259cf130-b5e5-4a2f-a04d-0f0711e9e471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:21.361078 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:21.675784 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:23.367175 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:44.229414 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:27:47.789418 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ec459412-b545-48c6-8b47-772a8e2f774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:49.880862 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-75eefec4-7c0a-4d0e-954a-e69b7cca2ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:51.092308 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:51.690618 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:53.321025 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:57.079356 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38150) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:27:57.085946 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [None req-46909780-6578-4b12-99a2-0d1103f0a1b4 tempest-verify_tempest_config-534585413 tempest-verify_tempest_config-534585413-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83674) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:27:57.090263 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-46909780-6578-4b12-99a2-0d1103f0a1b4 tempest-verify_tempest_config-534585413 tempest-verify_tempest_config-534585413-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0065997
Feb 04 19:27:57.680810 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38166) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:27:57.823991 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:57.856805 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:27:57.860548 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:04c3ab0062d74ade8df6f9f7872fe08d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:27:57.863358 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:27:57.869539 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:27:57.934830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:58.000689 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:58.046801 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd91985-6f5b-4833-ba6f-862ef9211495,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:27:58.052523 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04c3ab0062d74ade8df6f9f7872fe08d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3706286
Feb 04 19:27:58.055932 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38172) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:27:58.058247 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.058595 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.058930 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.059261 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.059602 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.059930 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.060257 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.060577 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.060894 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.061241 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.061568 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecfa0d-4391-401e-9bbe-88af816a8cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.120556 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:58.146040 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:58.321681 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:58.336209 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd91985-6f5b-4833-ba6f-862ef9211495,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:27:58.343337 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:27:58.344426 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecd91985-6f5b-4833-ba6f-862ef9211495 HTTP/1.1" status: 204  len: 168 time: 0.2874248
Feb 04 19:27:58.349082 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.349450 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.349776 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.350099 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.350420 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.351410 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.351730 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.352061 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.352378 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.352690 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:27:58.352998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec82091-d5fe-4b35-891b-9db9d5900061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:28:17.788552 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2c5823ed-60e8-497b-80bb-63eaae14dfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:19.897486 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f4041c55-bd84-40bd-bd8e-c908562ae760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:21.114095 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:21.229690 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:28:21.707388 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:23.358689 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:47.794544 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-14308035-a764-4724-a885-fa03a3fd49c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:49.890925 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-fe102c3a-a294-4292-a051-8666d36df44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:51.101034 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:51.660678 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:53.360288 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:28:58.229873 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:29:17.820204 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6afa96a9-f6c9-48d8-9808-0b91efaa70f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:19.860206 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-930194be-c800-4e80-a1d6-006afbc8b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:21.096247 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:21.667753 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:23.347644 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:35.229416 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 5 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:29:38.350976 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-510232'] for agent, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:47.798748 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-5ac04f5e-430d-4823-b0e4-104f28fdaca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:49.867377 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-823b5064-2753-4641-8dea-2f1a5335a4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:51.093840 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:51.679490 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:51.784486 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38250) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:29:51.918000 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-4e868c52-8702-4b45-988f-5f5f9f8af87a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1324410
Feb 04 19:29:53.341695 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:29:53.992554 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38260) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:29:54.071582 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7c6374c9-294d-41d6-bb7e-bb7f8b8ae431 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0779305
Feb 04 19:30:08.327718 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:12.230233 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:30:17.790028 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-af0030bc-8865-48e1-acb7-d3e1dfb9e8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:19.916100 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-815f0918-2f7e-4950-8af6-39a631f63480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:21.095425 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:21.689465 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:23.398437 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:38.392167 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:47.836070 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-c7951fcd-d86a-4cf3-8b2d-b1a89ee05ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:49.231711 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:30:49.911663 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7b57d657-79d7-48bb-bb9d-69786813712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:51.098059 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:51.675653 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:30:53.345018 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:08.394925 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:17.779656 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4545ad0a-472e-47ca-b857-20367d5af856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:19.865300 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-a289d5f4-2a8e-4571-a209-d0667674002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:21.097421 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:21.680052 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:23.345236 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:26.233041 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:31:38.331881 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:38.914513 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38390) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:39.527609 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-256519714-network', 'tenant_id': '58852562d920415bb0b8ec9f965c3864'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:39.532518 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:39.542123 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Usage tracker for resource:network and tenant:58852562d920415bb0b8ec9f965c3864 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:39.542123 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:39.546890 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:39.716389 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Made reservation on behalf of 58852562d920415bb0b8ec9f965c3864 for: {'network': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:39.718957 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:39.732376 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:39.764246 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:39.768443 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Usage tracker for resource:security_group_rule and tenant:58852562d920415bb0b8ec9f965c3864 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:39.772169 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:39.777646 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:39.854789 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:39.960054 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:39.990299 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=83673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:31:39.998192 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec900733-6277-4e36-88dd-1adcb982f8fe,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:40.004138 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:40.009623 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.segments_db [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Added segment 63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61 of type vlan for network 64964eb8-269e-4de8-9786-a0b4123177c3
Feb 04 19:31:40.013900 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.014132 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.014372 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.014696 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.015020 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.015347 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.015722 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.016069 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.016390 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.016969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.017312 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Tracked resource versions report:
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]: pushed versions:
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Log': {'1.0'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Network': {'1.1'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Port': {'1.5'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'PortForwarding': {'1.2'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'QosPolicy': {'1.8'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'SecurityGroup': {'1.2'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'SubPort': {'1.0'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Subnet': {'1.1'},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     'Trunk': {'1.1'}}
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]: consumer versions:
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     HyperV agent@hv-cinder-82724: {},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Log': '1.0',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Network': '1.1',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Port': '1.5',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'PortForwarding': '1.2',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'QosPolicy': '1.8',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'SecurityGroup': '1.2',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'SubPort': '1.0',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Subnet': '1.1',
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:                                                      'Trunk': '1.1'}}
Feb 04 19:31:40.018347 dv-cinder-827242-1-iscsi neutron-server[83673]:  {{(pid=83673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:31:40.043368 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:40.319871 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:40.320748 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:40.321365 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:40.421102 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] Pushing event updated for resources: {'Network': ['ID=64964eb8-269e-4de8-9786-a0b4123177c3,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:40.432149 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 64964eb8-269e-4de8-9786-a0b4123177c3 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:31:40.507187 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38428) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:40.509629 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6346997c-62fc-425c-8413-556d2c062d23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5939889
Feb 04 19:31:40.513842 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Request body: {'subnet': {'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-256519714-subnet', 'tenant_id': '58852562d920415bb0b8ec9f965c3864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:40.518745 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:40.522505 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Usage tracker for resource:subnet and tenant:58852562d920415bb0b8ec9f965c3864 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:40.525389 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:40.534206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:40.615843 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Made reservation on behalf of 58852562d920415bb0b8ec9f965c3864 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:40.615843 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:40.911498 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:40.985627 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36583216-3700-4e85-958b-6182841e18bd,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:40.999210 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.999552 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:40.999878 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.000203 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.000522 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.000840 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.001183 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.001505 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.001839 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.002136 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.002443 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Tracked resource versions report:
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]: pushed versions:
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Log': {'1.0'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Network': {'1.1'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Port': {'1.5'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'PortForwarding': {'1.2'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'QosPolicy': {'1.8'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'SecurityGroup': {'1.2'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'SubPort': {'1.0'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Subnet': {'1.1'},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     'Trunk': {'1.1'}}
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]: consumer versions:
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     HyperV agent@hv-cinder-82724: {},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Log': '1.0',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Network': '1.1',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Port': '1.5',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'PortForwarding': '1.2',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'QosPolicy': '1.8',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'SecurityGroup': '1.2',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'SubPort': '1.0',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Subnet': '1.1',
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:                                                      'Trunk': '1.1'}}
Feb 04 19:31:41.003501 dv-cinder-827242-1-iscsi neutron-server[83674]:  {{(pid=83674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:31:41.007036 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Checking segment: {'id': '63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:41.007380 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Network hostable DHCP agents. Network: 64964eb8-269e-4de8-9786-a0b4123177c3, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:31:41.133636 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Network 64964eb8-269e-4de8-9786-a0b4123177c3 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:31:41.282175 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38452) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:41.283361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 64964eb8-269e-4de8-9786-a0b4123177c3) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:41.296292 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:41.296678 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8957ec-8c4f-4ed2-a44c-fca205fed9cd None None] Network 64964eb8-269e-4de8-9786-a0b4123177c3 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:41.300257 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:41.450191 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5bf65d63-df0d-4bdc-818c-b477c9ab4dd0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9415257
Feb 04 19:31:41.539382 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aaac11-3106-4185-9bf9-8c00f590772e None None] Network 64964eb8-269e-4de8-9786-a0b4123177c3 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:41.923251 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-943471132-network', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:41.931216 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:41.932006 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Usage tracker for resource:network and tenant:2f02c6f9933b4aa5a511b30919ba94b0 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:41.935162 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:41.940976 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:42.017310 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38478) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:42.082207 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Made reservation on behalf of 2f02c6f9933b4aa5a511b30919ba94b0 for: {'network': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:42.085263 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.098709 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.135740 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:42.137677 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Usage tracker for resource:security_group_rule and tenant:2f02c6f9933b4aa5a511b30919ba94b0 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:42.146763 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:42.153026 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:42.220881 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.339610 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.355712 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38492) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:42.361746 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=83673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:31:42.384170 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8912fbff-73f5-4b71-afce-1f98f72aacd6,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:42.394582 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.394582 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.segments_db [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Added segment 7710e36b-7d84-497f-a020-0fb588abd61e of type vlan for network 09bf0e55-03c2-44ac-bcf4-c837f381eae5
Feb 04 19:31:42.416442 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.496259 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1150090367-network', 'tenant_id': 'ed97ca0669694876827282277f52585d'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:42.503042 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:42.509432 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Usage tracker for resource:network and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:42.512984 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:42.521360 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:42.554844 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.556030 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:42.556802 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.679974 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Made reservation on behalf of ed97ca0669694876827282277f52585d for: {'network': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:42.679974 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.695869 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.736210 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] Pushing event updated for resources: {'Network': ['ID=09bf0e55-03c2-44ac-bcf4-c837f381eae5,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:42.744559 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:42.748365 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Usage tracker for resource:security_group_rule and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:42.749525 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:31:42.751477 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:42.757357 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:42.764615 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-954168646-network', 'tenant_id': '146939551c38458381c7924d019b8b84'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:42.770338 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:42.781846 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Usage tracker for resource:network and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:42.785350 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:42.793001 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:42.837265 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.839371 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-eb2e6b3d-974a-480c-8c8a-fd7191611c99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5561965
Feb 04 19:31:42.842498 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38514) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:42.848010 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Request body: {'subnet': {'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-subnet', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:42.853084 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:42.856730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Usage tracker for resource:subnet and tenant:2f02c6f9933b4aa5a511b30919ba94b0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:42.859587 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:42.865765 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:42.902555 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Made reservation on behalf of 146939551c38458381c7924d019b8b84 for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:42.904955 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.918020 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.931382 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.960524 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=83673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:31:42.969728 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b30e16-748e-404e-92e7-be8f42695849,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:42.976723 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:42.977392 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.segments_db [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Added segment 884dce97-f0a0-4951-b4d3-05b90c07c418 of type vlan for network 02ad8771-b184-4409-89fc-07c13b3a5912
Feb 04 19:31:42.988132 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:42.993515 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Usage tracker for resource:security_group_rule and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:42.997584 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:43.004724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:43.025142 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.041875 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Made reservation on behalf of 2f02c6f9933b4aa5a511b30919ba94b0 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:43.049225 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.205759 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.206519 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:43.207096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.229063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.301361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.356724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:31:43.369075 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.369893 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Added segment c65de0a0-3952-4aff-bba0-5090f95b50e2 of type vlan for network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a
Feb 04 19:31:43.410853 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] Pushing event updated for resources: {'Network': ['ID=02ad8771-b184-4409-89fc-07c13b3a5912,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:43.416443 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.423495 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 02ad8771-b184-4409-89fc-07c13b3a5912 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:31:43.463365 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-2d787806-3c84-42f8-b62f-4129250ef8bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4468622
Feb 04 19:31:43.463995 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38534) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:43.471643 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Request body: {'subnet': {'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1150090367-subnet', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:43.487824 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:43.496844 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Usage tracker for resource:subnet and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:43.502384 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d797f9a4-dec6-47f5-a8cb-ec0988f8986e,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:43.529681 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:43.546120 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:43.570861 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.577870 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:43.577870 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.647823 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Made reservation on behalf of ed97ca0669694876827282277f52585d for: {'subnet': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:43.650845 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.765328 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] Pushing event updated for resources: {'Network': ['ID=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:43.774160 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:43.779815 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:31:43.971944 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a078072-a09d-4b11-b6ce-377a4de13e39,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:44.000747 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Checking segment: {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:44.001460 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Network hostable DHCP agents. Network: 09bf0e55-03c2-44ac-bcf4-c837f381eae5, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:31:44.088810 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:44.112190 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a2f5785d-8bb3-44c1-88a0-dcd67f501d51 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7553611
Feb 04 19:31:44.119320 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38554) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:44.132728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Request body: {'subnet': {'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-subnet', 'tenant_id': '146939551c38458381c7924d019b8b84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:44.152527 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:44.169632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:31:44.175297 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Usage tracker for resource:subnet and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:44.184815 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:44.194135 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:44.207574 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=79beb4d1-53db-4623-bacf-d177f1114d42,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:44.220303 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Checking segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:44.220650 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Network hostable DHCP agents. Network: 02ad8771-b184-4409-89fc-07c13b3a5912, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:31:44.314925 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 09bf0e55-03c2-44ac-bcf4-c837f381eae5) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:44.332783 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:44.333969 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:44.340521 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f3c15-8f9f-41d9-9228-59637e401f05 None None] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:44.348083 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Made reservation on behalf of 146939551c38458381c7924d019b8b84 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:44.357821 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:44.516825 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38570) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:44.521551 dv-cinder-827242-1-iscsi neutron-server[83673]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 04 19:31:44.558001 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Network 02ad8771-b184-4409-89fc-07c13b3a5912 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:31:44.777880 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 02ad8771-b184-4409-89fc-07c13b3a5912) {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:44.777880 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:44.777880 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:44.778804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b9643-e0d5-41ff-830d-69477e1af4da None None] Network 02ad8771-b184-4409-89fc-07c13b3a5912 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:44.778969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-d19938f1-ca37-439a-9c6d-1bb42f5b48da tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:44.778969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-d19938f1-ca37-439a-9c6d-1bb42f5b48da tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Synchronizing usage tracker for tenant:58852562d920415bb0b8ec9f965c3864 on resource:network {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:31:44.797056 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b7f86a-9ab5-45e4-8d28-b0a899b74824 None None] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:44.954493 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-02ad8771-b184-4409-89fc-07c13b3a5912', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:31:44.955305 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:44.963274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:44.974595 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6b7ff8f4-d9f3-4c83-9ff9-8499db4921cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5038540
Feb 04 19:31:44.974595 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38578) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:44.974806 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d99abd59-a79c-4e51-b4fc-5e2b69f703e2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.1285176
Feb 04 19:31:44.974899 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-d19938f1-ca37-439a-9c6d-1bb42f5b48da tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Unset dirty status for tenant:58852562d920415bb0b8ec9f965c3864 on resource:network {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:31:44.980667 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-d19938f1-ca37-439a-9c6d-1bb42f5b48da tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/networks?id=64964eb8-269e-4de8-9786-a0b4123177c3 HTTP/1.1" status: 200  len: 811 time: 0.4612117
Feb 04 19:31:44.986716 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:44.991004 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38582) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:45.007927 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:45.007927 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:45.009494 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Usage tracker for resource:router and tenant:2f02c6f9933b4aa5a511b30919ba94b0 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:45.013360 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:45.019660 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:45.031940 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:45.041447 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Usage tracker for resource:router and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:45.045511 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:45.058601 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-5498bbca-1491-4396-a701-cd9335942129 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/quotas/58852562d920415bb0b8ec9f965c3864 HTTP/1.1" status: 200  len: 375 time: 0.0768003
Feb 04 19:31:45.061861 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:45.121052 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-24d01fca-f50d-4bfa-8f77-81bf4bacf25c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58852562d920415bb0b8ec9f965c3864&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0612664
Feb 04 19:31:45.129773 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.131828 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.144124 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Allocated IP 172.20.0.2 (02ad8771-b184-4409-89fc-07c13b3a5912/79beb4d1-53db-4623-bacf-d177f1114d42/e7d36aea-12d4-472b-9526-aec4f9240aff) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:45.155534 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.156490 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Checking segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:45.156838 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Network hostable DHCP agents. Network: 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:31:45.176684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d72fe72-ab78-4536-ad39-e4f10c24bd7b,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:45.202323 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.203620 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.234988 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.289086 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:31:45.405911 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:45.416589 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:45.419923 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.434971 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d489f4-0e65-4b69-b39e-acecf2c56c45 None None] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:45.502581 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.519145 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-62e81557-2ae2-4352-b86f-b3324f027454 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83673) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:31:45.519145 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-62e81557-2ae2-4352-b86f-b3324f027454 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1618865
Feb 04 19:31:45.555329 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.573695 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-b021d71c-d763-46f6-b7d3-ee550ccea3f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4496474
Feb 04 19:31:45.574507 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38608) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:45.580028 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:45.588245 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:45.593217 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Usage tracker for resource:router and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:45.595925 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Transition to ACTIVE for port object e7d36aea-12d4-472b-9526-aec4f9240aff will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:45.600427 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:45.654760 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:45.665222 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Transition to ACTIVE for port object e7d36aea-12d4-472b-9526-aec4f9240aff will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:45.740156 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:31:45.741000 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.775987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.780313 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.784686 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.814782 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.818067 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:45.867845 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-79bfafdb-71fe-404c-8131-0a5b9f326169 service neutron] 10.222.0.13 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522731
Feb 04 19:31:45.905475 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Pushing event updated for resources: {'Port': ['ID=e7d36aea-12d4-472b-9526-aec4f9240aff,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:45.933437 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.935729 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.936612 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.938465 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.939078 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.939907 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.940477 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.941074 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.941646 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.942181 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.942732 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Tracked resource versions report:
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]: pushed versions:
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Log': {'1.0'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Network': {'1.1'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Port': {'1.5'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'PortForwarding': {'1.2'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'QosPolicy': {'1.8'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'SecurityGroup': {'1.2'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'SubPort': {'1.0'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Subnet': {'1.1'},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     'Trunk': {'1.1'}}
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]: consumer versions:
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     HyperV agent@hv-cinder-82724: {},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Log': '1.0',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Network': '1.1',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Port': '1.5',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'PortForwarding': '1.2',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'QosPolicy': '1.8',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'SecurityGroup': '1.2',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'SubPort': '1.0',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Subnet': '1.1',
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:                                                      'Trunk': '1.1'}}
Feb 04 19:31:45.944122 dv-cinder-827242-1-iscsi neutron-server[83676]:  {{(pid=83676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:31:45.975545 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Network 02ad8771-b184-4409-89fc-07c13b3a5912 is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:45.983880 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:45.987293 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:46.138462 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Attempting to bind port e7d36aea-12d4-472b-9526-aec4f9240aff on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:31:46.138802 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Attempting to bind port e7d36aea-12d4-472b-9526-aec4f9240aff by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:31:46.139204 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Attempting to bind port e7d36aea-12d4-472b-9526-aec4f9240aff on network 02ad8771-b184-4409-89fc-07c13b3a5912 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:31:46.145337 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Allocated IP 172.20.0.2 (8e21b3b1-0ad7-4c99-bb6c-02373cfb645a/6d72fe72-ab78-4536-ad39-e4f10c24bd7b/25961c71-5afc-409d-8478-8f6ba5427e5a) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:46.158109 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:31:46.158469 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Checking segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:46.159066 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.159614 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Bound using segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:31:46.160354 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Bound port: e7d36aea-12d4-472b-9526-aec4f9240aff, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:31:46.160984 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.244606 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-a26eb1de-7d25-4e10-b5be-de8731fa4f9c service neutron] 10.222.0.13 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3705025
Feb 04 19:31:46.274317 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.431647 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.459626 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.488885 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.495124 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.542226 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] For port e7d36aea-12d4-472b-9526-aec4f9240aff, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:31:46.558708 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] For port e7d36aea-12d4-472b-9526-aec4f9240aff, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e7d36aea-12d4-472b-9526-aec4f9240aff,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:31:46.569331 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.615792 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Transition to ACTIVE for port object 25961c71-5afc-409d-8478-8f6ba5427e5a will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:46.644717 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.698451 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.711996 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Transition to ACTIVE for port object 25961c71-5afc-409d-8478-8f6ba5427e5a will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:46.767811 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.800769 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Allocated IP 172.27.3.141 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/7ce906b6-3c18-4fbd-bc0e-319f61b3bd78) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:46.834915 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf473b-71ed-4b8d-b576-d90463caac59 None None] Pushing event updated for resources: {'Port': ['ID=e7d36aea-12d4-472b-9526-aec4f9240aff,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:46.842518 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:46.919058 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38650) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:46.953600 dv-cinder-827242-1-iscsi neutron-server[83674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 04 19:31:47.044179 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:47.051446 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:47.059767 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-71b3d90b-825d-4007-ac7a-623004a82bf4 req-3b5df955-e094-4540-9c9d-7457c12997fc tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.1366694
Feb 04 19:31:47.060196 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:47.068865 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Pushing event updated for resources: {'Port': ['ID=25961c71-5afc-409d-8478-8f6ba5427e5a,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:47.150538 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:47.228852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Attempting to bind port 25961c71-5afc-409d-8478-8f6ba5427e5a on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:31:47.228852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Attempting to bind port 25961c71-5afc-409d-8478-8f6ba5427e5a by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:31:47.228852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Attempting to bind port 25961c71-5afc-409d-8478-8f6ba5427e5a on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:31:47.228852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:31:47.229397 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Checking segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:47.229711 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:47.230101 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Bound using segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:31:47.230689 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Bound port: 25961c71-5afc-409d-8478-8f6ba5427e5a, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:31:47.231076 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:47.386762 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] For port 25961c71-5afc-409d-8478-8f6ba5427e5a, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:31:47.390289 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] For port 25961c71-5afc-409d-8478-8f6ba5427e5a, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=25961c71-5afc-409d-8478-8f6ba5427e5a,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:31:47.397794 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:47.487075 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:47.529852 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:47.534790 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:47.537942 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Allocated IP 172.27.3.37 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/9a9932b9-b4a9-4373-9fb7-353ee18ea8fb) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:47.540109 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:47.572766 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:47.586498 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884654eb-ba55-4b0d-af97-ea4dc45d1c53 None None] Pushing event updated for resources: {'Port': ['ID=25961c71-5afc-409d-8478-8f6ba5427e5a,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:47.780763 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e7d36aea-12d4-472b-9526-aec4f9240aff up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:47.847550 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6bb583d4-244c-406b-84a8-15c22c8035b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:47.907072 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:47.996518 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port e7d36aea-12d4-472b-9526-aec4f9240aff completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:48.067178 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.115689 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Allocated IP 172.27.3.43 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/7358d7d3-0383-422a-bacb-1062d004a4d8) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:48.212350 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:48.223411 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:48.239953 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:48.292212 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Pushing event updated for resources: {'Port': ['ID=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:48.338711 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.339478 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.431509 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e5531ddd-3d94-4204-9d4c-fbda09c77a7c req-1ea7e6a8-695a-4fea-b9c0-5b777309ce6f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.1418474
Feb 04 19:31:48.512941 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc34cb7-4475-432f-8814-0ec8afaac4d8 None None] Network 02ad8771-b184-4409-89fc-07c13b3a5912 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:48.615022 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.745288 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.857188 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-db5e597a-21f7-4cd6-9c92-9ce7783ed888 None None] Provisioning for port e7d36aea-12d4-472b-9526-aec4f9240aff completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:48.859106 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.860144 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.879510 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-db5e597a-21f7-4cd6-9c92-9ce7783ed888 None None] Provisioning complete for port e7d36aea-12d4-472b-9526-aec4f9240aff triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:48.884934 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-db5e597a-21f7-4cd6-9c92-9ce7783ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:48.892751 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:48.898512 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Pushing event updated for resources: {'Port': ['ID=7358d7d3-0383-422a-bacb-1062d004a4d8,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:48.905414 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:48.908176 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:49.149864 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-db5e597a-21f7-4cd6-9c92-9ce7783ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:49.185274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:49.187139 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Router deed2ac5-4965-48c0-90fb-70e754459570 is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:31:49.188902 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:49.204843 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-db5e597a-21f7-4cd6-9c92-9ce7783ed888 None None] For port e7d36aea-12d4-472b-9526-aec4f9240aff, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e7d36aea-12d4-472b-9526-aec4f9240aff,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:31:49.226144 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51f411-8109-4134-9926-a369c4207c9f None None] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:31:49.315339 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-db5e597a-21f7-4cd6-9c92-9ce7783ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:49.399195 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e597a-21f7-4cd6-9c92-9ce7783ed888 None None] Pushing event updated for resources: {'Port': ['ID=e7d36aea-12d4-472b-9526-aec4f9240aff,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:49.582243 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:31:49.585706 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-a6152c8d-c076-4e99-87fd-1e4bcc5e9ce3 None None] Provisioning for port 25961c71-5afc-409d-8478-8f6ba5427e5a completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:49.594103 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Sync routers for ids ['deed2ac5-4965-48c0-90fb-70e754459570'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:31:49.619389 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Routers {'deed2ac5-4965-48c0-90fb-70e754459570'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:31:49.623130 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Router 5ff45945-481f-4501-b7cb-f1d61ab50a0f is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:31:49.634706 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084a0a580>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:31:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['deed2ac5-4965-48c0-90fb-70e754459570'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:49.654756 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:31:49.736870 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-48620e1f-24e6-4c71-b9b9-5a284c136163 None None] Provisioning complete for port e7d36aea-12d4-472b-9526-aec4f9240aff triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:49.737255 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-48620e1f-24e6-4c71-b9b9-5a284c136163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:49.851930 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:49.854518 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b09f8bfb-1802-484a-8b07-459ab19891b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.8610704
Feb 04 19:31:49.865613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38740) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:49.991239 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b89b6024-1c80-421c-8f3a-c0eedbea9310 req-11ae652a-ec92-4308-9374-881a7891179f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.1889277
Feb 04 19:31:50.005683 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e7d36aea-12d4-472b-9526-aec4f9240aff up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:50.097784 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Set router deed2ac5-4965-48c0-90fb-70e754459570 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:31:50.222342 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-79cef5eb-76b4-46b0-8a81-41ecbb5ffc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:50.252066 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:31:50.327936 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Sync routers for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:31:50.347813 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:31:50.351788 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Sync routers for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:31:50.380117 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:31:50.380782 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c5f7c0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:31:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:50.381486 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:31:50.382152 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848e1910>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:31:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:50.442109 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:50.446480 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-b9844de4-d2ea-4369-9c75-f0cdd7d96a62 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.8708012
Feb 04 19:31:50.449984 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38756) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:50.559661 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:50.559661 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-695e3cda-0bfe-47a2-bcdd-db0ef05898db admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.5762386
Feb 04 19:31:50.559847 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port e7d36aea-12d4-472b-9526-aec4f9240aff triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:50.559847 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:50.559997 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38762) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:50.714597 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:31:50.838428 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:31:50.968886 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 25961c71-5afc-409d-8478-8f6ba5427e5a up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:50.977170 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084a0a580>, [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:47Z', 'revision_number': 3, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:50.988241 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Checking router: deed2ac5-4965-48c0-90fb-70e754459570 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:31:50.988585 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Updating router deed2ac5-4965-48c0-90fb-70e754459570 port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:31:51.153225 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.300121 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9456f97c-bd2c-4315-901d-14de9908d1aa req-3231e8c4-6526-4237-b705-6986d095cfe8 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0491142
Feb 04 19:31:51.338864 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c5f7c0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:48Z', 'revision_number': 3, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:51.343179 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Checking router: c66b6d51-3df7-4eff-8d71-adfa28d54ed2 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:31:51.343490 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Updating router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:31:51.355570 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848e1910>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:48Z', 'revision_number': 3, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:51.362008 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Checking router: 5ff45945-481f-4501-b7cb-f1d61ab50a0f for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:31:51.371527 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Updating router 5ff45945-481f-4501-b7cb-f1d61ab50a0f port 7358d7d3-0383-422a-bacb-1062d004a4d8 binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:31:51.427622 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.494768 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.514412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 25961c71-5afc-409d-8478-8f6ba5427e5a completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:51.525054 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.614583 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 25961c71-5afc-409d-8478-8f6ba5427e5a triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:51.614952 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.649465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.782237 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.884537 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.898194 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Transition to ACTIVE for port object 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:51.902757 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.913580 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:51.949217 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 25961c71-5afc-409d-8478-8f6ba5427e5a, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=25961c71-5afc-409d-8478-8f6ba5427e5a,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:31:51.981353 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.037090 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Allocated IP 172.20.0.1 (09bf0e55-03c2-44ac-bcf4-c837f381eae5/3a078072-a09d-4b11-b6ce-377a4de13e39/4979897c-d4b4-4b56-8b0e-80a6a7944f21) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:52.039227 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.046191 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Allocated IP 172.20.0.1 (8e21b3b1-0ad7-4c99-bb6c-02373cfb645a/6d72fe72-ab78-4536-ad39-e4f10c24bd7b/9567b97d-a053-4309-9ce3-a166ff211aee) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:52.184927 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=25961c71-5afc-409d-8478-8f6ba5427e5a,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:52.229920 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.245670 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Attempting to bind port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:31:52.246035 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Attempting to bind port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:31:52.246389 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Attempting to bind port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:31:52.247593 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Transition to ACTIVE for port object 9567b97d-a053-4309-9ce3-a166ff211aee will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:52.265078 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Pushing event updated for resources: {'Port': ['ID=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,revision_number=2']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:52.271173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.279168 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:31:52.286937 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:52.286937 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.286937 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:31:52.286937 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Bound port: 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:31:52.286937 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.328604 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.329216 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.329439 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.329788 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.330096 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.330414 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.330735 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.331075 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.331400 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.331878 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.332086 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Tracked resource versions report:
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]: pushed versions:
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]: {   'ConntrackHelper': {'1.0'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Log': {'1.0'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Network': {'1.1'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Port': {'1.5'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'PortForwarding': {'1.2'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'QosPolicy': {'1.8'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'SecurityGroup': {'1.2'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'SecurityGroupRule': {'1.0'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'SubPort': {'1.0'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Subnet': {'1.1'},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     'Trunk': {'1.1'}}
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]: consumer versions:
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]: {   DHCP agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     HyperV agent@hv-cinder-82724: {},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     L3 agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     Metadata agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     Metering agent@dv-cinder-827242-1-iscsi: {},
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:     Open vSwitch agent@dv-cinder-827242-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Log': '1.0',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Network': '1.1',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Port': '1.5',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'PortForwarding': '1.2',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'QosPolicy': '1.8',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'SecurityGroup': '1.2',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'SecurityGroupRule': '1.0',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'SubPort': '1.0',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Subnet': '1.1',
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:                                                      'Trunk': '1.1'}}
Feb 04 19:31:52.333240 dv-cinder-827242-1-iscsi neutron-server[83677]:  {{(pid=83677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 04 19:31:52.362666 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.386201 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.408949 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] For port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:31:52.414066 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] For port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:31:52.442229 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:52.445046 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:52.448735 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:52.449204 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.455477 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Pushing event updated for resources: {'Port': ['ID=9567b97d-a053-4309-9ce3-a166ff211aee,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:52.496969 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.515137 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Transition to ACTIVE for port object 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:52.515292 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f2dd1af9-becb-4b18-9758-a20a2134dac9 req-541d9416-2139-406d-9c2d-9ecf50af548c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0499170
Feb 04 19:31:52.546636 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.625280 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a69dff-d1af-4c06-a609-032d56ac8067 None None] Pushing event updated for resources: {'Port': ['ID=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:52.679866 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Routers {'deed2ac5-4965-48c0-90fb-70e754459570'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:31:52.681001 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084a0a580>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:31:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['deed2ac5-4965-48c0-90fb-70e754459570'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:52.757005 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.795095 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.855229 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.958408 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-cc76ea84-7cec-4d54-b02c-3b16cabe8267 None None] Provisioning for port 9567b97d-a053-4309-9ce3-a166ff211aee completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:52.976347 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-cc76ea84-7cec-4d54-b02c-3b16cabe8267 None None] Provisioning complete for port 9567b97d-a053-4309-9ce3-a166ff211aee triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:52.977863 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:52.978633 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cc76ea84-7cec-4d54-b02c-3b16cabe8267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:52.978750 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Pushing event updated for resources: {'Port': ['ID=4979897c-d4b4-4b56-8b0e-80a6a7944f21,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:52.986003 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:52.988491 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:52.989251 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.010659 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc0693-672a-4b0c-b4e6-fb922924e8cf None None] Pushing event updated for resources: {'Port': ['ID=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,revision_number=2']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:53.025901 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Attempting to bind port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:31:53.026668 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Attempting to bind port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:31:53.027745 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Attempting to bind port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:31:53.029372 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Allocated IP 172.20.0.1 (02ad8771-b184-4409-89fc-07c13b3a5912/79beb4d1-53db-4623-bacf-d177f1114d42/b721d5e2-13a4-4a7d-aa7d-4eea62f5c760) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:53.044064 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:31:53.047070 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:53.047070 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.047070 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:31:53.047070 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Bound port: 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:31:53.047070 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.078518 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.080379 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.resource_extend [None req-1682887d-5651-4300-8416-9b659aaf954d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 04 19:31:53.082623 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] Set router deed2ac5-4965-48c0-90fb-70e754459570 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:31:53.088790 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-cc76ea84-7cec-4d54-b02c-3b16cabe8267 None None] Port 9567b97d-a053-4309-9ce3-a166ff211aee cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:31:53.167849 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.175487 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Transition to ACTIVE for port object 7358d7d3-0383-422a-bacb-1062d004a4d8 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:53.190746 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.193207 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.257731 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.276600 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.286060 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.292460 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] For port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:31:53.293585 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] For port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:31:53.299085 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Transition to ACTIVE for port object b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:31:53.408939 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Pushing event updated for resources: {'Port': ['ID=9567b97d-a053-4309-9ce3-a166ff211aee,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:53.414932 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Attempting to bind port 7358d7d3-0383-422a-bacb-1062d004a4d8 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:31:53.420428 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Attempting to bind port 7358d7d3-0383-422a-bacb-1062d004a4d8 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:31:53.421237 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Attempting to bind port 7358d7d3-0383-422a-bacb-1062d004a4d8 on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:31:53.433484 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c618e3-5e58-4682-b76d-a9207099603d None None] Pushing event updated for resources: {'Port': ['ID=7358d7d3-0383-422a-bacb-1062d004a4d8,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:53.445647 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.462131 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:31:53.463278 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:31:53.463761 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.464953 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:31:53.467147 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Bound port: 7358d7d3-0383-422a-bacb-1062d004a4d8, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:31:53.467614 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.475848 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.490039 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:53.491692 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:53.513190 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.664673 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:31:53.665337 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c5f7c0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:31:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:53.697288 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] For port 7358d7d3-0383-422a-bacb-1062d004a4d8, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:31:53.701412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] For port 7358d7d3-0383-422a-bacb-1062d004a4d8, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=7358d7d3-0383-422a-bacb-1062d004a4d8,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:31:53.853930 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.907252 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Network 02ad8771-b184-4409-89fc-07c13b3a5912 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:53.914238 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc0693-672a-4b0c-b4e6-fb922924e8cf None None] Pushing event updated for resources: {'Port': ['ID=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:53.928861 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-136480ad-4669-470e-acf2-de68796b3927 req-9cfd782b-252f-4e42-9d10-888736dee8e3 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.1279488
Feb 04 19:31:53.934251 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:53.956070 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:53.959568 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:53.968389 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.db.resource_extend [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 04 19:31:53.994173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Pushing event updated for resources: {'Port': ['ID=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:54.030347 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:54.125970 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-940b2e28-9cb9-488a-b529-32a6219c948e None None] Provisioning complete for port 9567b97d-a053-4309-9ce3-a166ff211aee triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:54.126518 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-940b2e28-9cb9-488a-b529-32a6219c948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:54.143316 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:54.145982 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:54.161864 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:31:54.202849 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c618e3-5e58-4682-b76d-a9207099603d None None] Pushing event updated for resources: {'Port': ['ID=7358d7d3-0383-422a-bacb-1062d004a4d8,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:54.209846 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 25961c71-5afc-409d-8478-8f6ba5427e5a up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:54.346513 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:31:54.347134 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848e1910>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:31:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:54.388010 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Pushing event updated for resources: {'Port': ['ID=4979897c-d4b4-4b56-8b0e-80a6a7944f21,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:54.402522 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:54.406836 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084a0a580>, [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:47Z', 'revision_number': 3, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:54.410125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Router 5ff45945-481f-4501-b7cb-f1d61ab50a0f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:31:54.446618 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-940b2e28-9cb9-488a-b529-32a6219c948e None None] Port 9567b97d-a053-4309-9ce3-a166ff211aee cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:31:54.501736 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630f9e5-5961-4baf-adfc-c7e76e403c14 None None] The sync data for ids ['deed2ac5-4965-48c0-90fb-70e754459570'] in dv-cinder-827242-1-iscsi is: [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:47Z', 'revision_number': 3, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:31:54.586939 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 25961c71-5afc-409d-8478-8f6ba5427e5a triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:54.587649 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:54.589141 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:54.592316 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:54.694984 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:31:54.745643 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c5f7c0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:48Z', 'revision_number': 3, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:54.748786 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd22a7b-501c-4f49-b8b7-a4e21affac5b None None] The sync data for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi is: [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:48Z', 'revision_number': 3, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:31:54.761370 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-0deda4bf-4974-4cf7-ad2b-84589a60770d None None] Provisioning for port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:54.782037 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-0deda4bf-4974-4cf7-ad2b-84589a60770d None None] Provisioning complete for port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:54.782398 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-0deda4bf-4974-4cf7-ad2b-84589a60770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:54.851320 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:31:54.887523 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-36fb03b7-b9cd-4fd8-a2ff-80013ace21de admin admin] 10.222.0.13 "PUT /v2.0/routers/5ff45945-481f-4501-b7cb-f1d61ab50a0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4240685
Feb 04 19:31:55.100215 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38858) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:55.167120 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.60', 54150) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:55.406331 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:55.460649 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-0deda4bf-4974-4cf7-ad2b-84589a60770d None None] Port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:31:55.553004 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:55.562896 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:55.563871 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:55.786618 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:55.804638 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-70bc6b27-23b3-48a5-ae4c-460d4b93a879 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:55.808164 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-70bc6b27-23b3-48a5-ae4c-460d4b93a879 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.60 "GET /v2.0/networks?id=64964eb8-269e-4de8-9786-a0b4123177c3 HTTP/1.1" status: 200  len: 811 time: 0.6395113
Feb 04 19:31:55.814304 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Usage tracker for resource:security_group_rule and tenant:707915c978dc410a94ce4f3b773a0a78 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:55.829799 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:55.834653 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:55.877055 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Request body: {'port': {'device_id': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3', 'admin_state_up': True, 'tenant_id': '58852562d920415bb0b8ec9f965c3864'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:55.880393 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1682887d-5651-4300-8416-9b659aaf954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848e1910>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 2, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:31:55.883415 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b6119857-1679-453b-b189-2a2ae17148db req-9258a704-326a-4729-83dc-abd054c82fce tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.4671266
Feb 04 19:31:55.889050 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682887d-5651-4300-8416-9b659aaf954d None None] The sync data for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi is: [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 2, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:31:55.904655 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Pushing event updated for resources: {'Port': ['ID=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:56.199367 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Network 02ad8771-b184-4409-89fc-07c13b3a5912 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:56.203037 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:56.364871 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:56.437532 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Usage tracker for resource:port and tenant:58852562d920415bb0b8ec9f965c3864 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:56.452914 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:56.461596 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:56.522198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:56.645725 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.123119 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.156719 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-7877d7c0-1036-42b2-a750-03efe959cdc1 None None] Provisioning complete for port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:57.156719 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7877d7c0-1036-42b2-a750-03efe959cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.159097 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67f74f8-ad40-4bcc-b362-ea06029568ca,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:57.159742 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Router deed2ac5-4965-48c0-90fb-70e754459570 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:31:57.160397 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-abd5838e-e549-471d-a2df-bd78eeeffdac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=707915c978dc410a94ce4f3b773a0a78&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8618324
Feb 04 19:31:57.160397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38900) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:57.160397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38902) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:57.160397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616166552', 'description': 'tempest-description--20913429'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:57.161045 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:57.161045 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:57.161045 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.161368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:57.161368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:57.161368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:57.161368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:57.161368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Made reservation on behalf of 58852562d920415bb0b8ec9f965c3864 for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:31:57.161368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.161843 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-7877d7c0-1036-42b2-a750-03efe959cdc1 None None] Port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:31:57.283301 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.335084 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.339504 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:31:57.413637 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:31:57.418800 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-991b4a57-a3a6-4c44-865c-ba54f2f4bd4b req-dccfe806-a5be-4b95-b69e-6b440e00fec6 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.1662149
Feb 04 19:31:57.433827 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:31:57.452819 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Allocated IP 172.20.0.6 (64964eb8-269e-4de8-9786-a0b4123177c3/36583216-3700-4e85-958b-6182841e18bd/22a87112-8907-43d7-b580-d3c86c464105) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:31:57.486991 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:57.510991 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.512057 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:57.527775 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group_rule and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:57.540241 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:57.549887 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-167f1c86-b509-40c2-ae8b-b02830a8e898 admin admin] 10.222.0.13 "PUT /v2.0/routers/deed2ac5-4965-48c0-90fb-70e754459570/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6574953
Feb 04 19:31:57.559456 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:57.566599 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8de94e5a-92c7-4d8c-a915-d2c872c1c463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:57.665713 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8de94e5a-92c7-4d8c-a915-d2c872c1c463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.023277 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.080908 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:31:58.093025 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b452fdea-88e7-4b3e-9d47-863e4fa21c03 admin admin] 10.222.0.13 "PUT /v2.0/routers/c66b6d51-3df7-4eff-8d71-adfa28d54ed2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5311801
Feb 04 19:31:58.114703 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:58.170136 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.245606 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.253674 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:58.262615 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:58.264312 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.307822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8de94e5a-92c7-4d8c-a915-d2c872c1c463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.323939 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:58.365343 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de94e5a-92c7-4d8c-a915-d2c872c1c463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67f74f8-ad40-4bcc-b362-ea06029568ca,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:58.381540 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.463058 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8de94e5a-92c7-4d8c-a915-d2c872c1c463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.474631 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-8de94e5a-92c7-4d8c-a915-d2c872c1c463 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f67f74f8-ad40-4bcc-b362-ea06029568ca HTTP/1.1" status: 204  len: 168 time: 1.5042090
Feb 04 19:31:58.547140 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.549606 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-de51ddb8-6b93-48a7-ac15-6397b33b81a1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.5848289
Feb 04 19:31:58.552433 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38958) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:58.558320 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'security_group_rule': {'security_group_id': '3d7ef889-ebbe-437b-bec9-85e5ef5fac1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:58.574351 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:58.586468 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group_rule and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:58.594394 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:58.613872 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:58.631517 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Network 64964eb8-269e-4de8-9786-a0b4123177c3 is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:31:58.647350 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.661179 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:31:58.677941 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:31:58.692845 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Pushing event updated for resources: {'Port': ['ID=22a87112-8907-43d7-b580-d3c86c464105,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:58.695630 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:31:58.699853 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:58.700561 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.750866 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.777096 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.859709 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7cb4c17a-3854-43e8-80e0-0e36afd48841 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9899127
Feb 04 19:31:58.875095 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaa390-f070-4da9-b027-c1e0e024fd7a req-39f0bd09-9f1e-4ba4-bfea-76297cc7e142 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:58.876617 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-41eaa390-f070-4da9-b027-c1e0e024fd7a req-39f0bd09-9f1e-4ba4-bfea-76297cc7e142 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 931 time: 0.1864791
Feb 04 19:31:58.903457 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:58.907506 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:58.944448 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-41eaa390-f070-4da9-b027-c1e0e024fd7a req-6c942551-5577-456d-9dec-f7930a42839b tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Synchronizing usage tracker for tenant:58852562d920415bb0b8ec9f965c3864 on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:31:59.037671 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.065891 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29fadb6-a846-4ac8-86f0-78fd59299b3e,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:59.080592 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-41eaa390-f070-4da9-b027-c1e0e024fd7a req-6c942551-5577-456d-9dec-f7930a42839b tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Unset dirty status for tenant:58852562d920415bb0b8ec9f965c3864 on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:31:59.082391 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-41eaa390-f070-4da9-b027-c1e0e024fd7a req-6c942551-5577-456d-9dec-f7930a42839b tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972084
Feb 04 19:31:59.128027 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:59.140946 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-78d502c6-7103-4137-a67b-f74c5c8e828e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:31:59.142691 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-78d502c6-7103-4137-a67b-f74c5c8e828e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 818 time: 0.1984739
Feb 04 19:31:59.165505 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.167276 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ff82415f-4996-4857-a135-95b7ee13f98c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6132243
Feb 04 19:31:59.169417 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 38980) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:59.176055 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'security_group_rule': {'security_group_id': '3d7ef889-ebbe-437b-bec9-85e5ef5fac1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:59.188722 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:59.189644 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-3b07519b-4de8-4e81-b0ca-5faefabab8ba tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/quotas/2f02c6f9933b4aa5a511b30919ba94b0 HTTP/1.1" status: 200  len: 375 time: 0.0401578
Feb 04 19:31:59.196894 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group_rule and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:59.202765 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:59.215863 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:59.276309 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:59.277209 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.315738 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.359624 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-305cfcce-2c24-42fd-993a-43658ee8c076 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1690109
Feb 04 19:31:59.502037 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7358d7d3-0383-422a-bacb-1062d004a4d8 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:31:59.569384 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 38994) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:59.602181 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.615913 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.682966 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:59.687192 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff04f6db8f83496a92bb0baf7383f796 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:59.704487 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.705953 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 7358d7d3-0383-422a-bacb-1062d004a4d8 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:31:59.708837 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:59.719761 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 7358d7d3-0383-422a-bacb-1062d004a4d8 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:31:59.720693 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.723083 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:59.726891 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03145fb-eb1b-4c06-8441-17db88fafaf6,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:31:59.804944 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-88abe906-edc6-473d-afc2-93d00a9f46b3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83674) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:31:59.806519 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-88abe906-edc6-473d-afc2-93d00a9f46b3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1075528
Feb 04 19:31:59.842293 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.846787 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e86c3027-f664-4c7d-988c-17ec7417a0fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6733911
Feb 04 19:31:59.846956 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39006) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:31:59.854510 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:31:59.860429 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:31:59.864357 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:floatingip and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:31:59.867877 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:31:59.875225 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:31:59.925344 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:31:59.941245 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 7358d7d3-0383-422a-bacb-1062d004a4d8, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=7358d7d3-0383-422a-bacb-1062d004a4d8,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:31:59.997175 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.009926 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-33474ecb-71f2-494d-a5ac-ffbe11f625e2 service neutron] 10.222.0.13 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962309
Feb 04 19:32:00.068751 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.075708 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39010) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:00.172612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.177068 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788174890', 'description': 'tempest-description--1700693869'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:00.183230 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=7358d7d3-0383-422a-bacb-1062d004a4d8,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:00.189105 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:00.197587 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:00.203135 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.203262 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:00.221069 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:00.276280 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.293584 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-2d840f38-8199-4ef5-9a5c-2486486be665 service neutron] 10.222.0.13 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2767310
Feb 04 19:32:00.330594 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bfa2ba-7352-49a3-ad24-35ddbd597045,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:00.340005 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-69d4b165-94b6-4a85-808e-4dcd7f50aff8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff04f6db8f83496a92bb0baf7383f796&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7695007
Feb 04 19:32:00.340820 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39022) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:00.369052 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.393243 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Allocated IP 172.27.3.70 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/4956ebd6-de01-4a79-9962-0f259b93fd3e) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:32:00.465623 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5812efb2-2ebf-428d-9fdd-befcfd039202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.465623 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:00.471343 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group_rule and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:00.476395 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:00.496136 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:00.502552 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5812efb2-2ebf-428d-9fdd-befcfd039202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.591586 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.651356 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.665773 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70acb5f-8c8f-49b8-9529-ed3fb59821a5 req-dcd2d603-602b-4f49-a607-f97e05619d34 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:00.666600 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.667352 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c70acb5f-8c8f-49b8-9529-ed3fb59821a5 req-dcd2d603-602b-4f49-a607-f97e05619d34 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 931 time: 0.1445100
Feb 04 19:32:00.710279 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5812efb2-2ebf-428d-9fdd-befcfd039202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.763654 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c70acb5f-8c8f-49b8-9529-ed3fb59821a5 req-95e67412-b4bf-45f9-aa6d-46dd00cc5274 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855401
Feb 04 19:32:00.780557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54fbb85-e499-4f90-b1a0-7d358d8ec5be,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:00.803848 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5812efb2-2ebf-428d-9fdd-befcfd039202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.805310 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5812efb2-2ebf-428d-9fdd-befcfd039202 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26bfa2ba-7352-49a3-ad24-35ddbd597045 HTTP/1.1" status: 204  len: 168 time: 0.4634030
Feb 04 19:32:00.808322 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812efb2-2ebf-428d-9fdd-befcfd039202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bfa2ba-7352-49a3-ad24-35ddbd597045,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:00.850287 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.851494 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-15830070-c62d-41cc-b633-a184e141bb5d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.7559338
Feb 04 19:32:00.854361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39048) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:00.860812 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'security_group_rule': {'security_group_id': 'a54fbb85-e499-4f90-b1a0-7d358d8ec5be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:00.875481 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:00.882458 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group_rule and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:00.894439 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:00.906090 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:00.921868 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:00.967897 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7358d7d3-0383-422a-bacb-1062d004a4d8 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:01.018240 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-84b7660e-dbb9-4f1c-850c-21cbf6ef060c req-8d849554-62b2-4df2-a34d-9307523ebfb4 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Synchronizing usage tracker for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:01.046027 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.119634 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:32:01.121070 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'Port': ['ID=4956ebd6-de01-4a79-9962-0f259b93fd3e,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:01.125238 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:32:01.128740 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:32:01.132241 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 7358d7d3-0383-422a-bacb-1062d004a4d8 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:01.133190 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.176247 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.262058 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.280951 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dbf1d9-2b60-4963-aeac-132ae82c63c5,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:01.313240 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-84b7660e-dbb9-4f1c-850c-21cbf6ef060c req-8d849554-62b2-4df2-a34d-9307523ebfb4 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Unset dirty status for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:01.324876 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-84b7660e-dbb9-4f1c-850c-21cbf6ef060c req-8d849554-62b2-4df2-a34d-9307523ebfb4 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 210 time: 0.4856400
Feb 04 19:32:01.368049 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:01.368708 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.445475 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.449116 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-14a51f4b-f470-415a-95e1-602eb79fbbde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5911582
Feb 04 19:32:01.449537 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39084) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:01.456268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'security_group_rule': {'security_group_id': 'a54fbb85-e499-4f90-b1a0-7d358d8ec5be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:01.467975 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:01.474188 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group_rule and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:01.499955 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:01.500403 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.505953 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:01.521523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:01.545710 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.675291 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-23d7d5a0-dcf2-4c68-89d0-e2c2572956be tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83674) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:32:01.676336 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-23d7d5a0-dcf2-4c68-89d0-e2c2572956be tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0080087
Feb 04 19:32:01.727064 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.933308 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:01.961854 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.031788 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.046637 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39114) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:02.085653 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.160094 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9016ca0d-72fd-4d3e-9f2d-b5de58bd868a,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:02.232276 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.260512 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'Port': ['ID=4956ebd6-de01-4a79-9962-0f259b93fd3e,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:02.293003 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f94d63-2894-42fa-9dc5-dfa39484fba1 req-6b4f0254-4d7a-45a8-8e2e-495389b96de4 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:02.299658 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f4f94d63-2894-42fa-9dc5-dfa39484fba1 req-6b4f0254-4d7a-45a8-8e2e-495389b96de4 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 931 time: 0.2198362
Feb 04 19:32:02.315238 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.319756 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-98a92b70-f358-4804-9511-1d6d084e1ec7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8658648
Feb 04 19:32:02.320583 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39140) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:02.327993 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:02.334873 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:02.338860 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:floatingip and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:02.342074 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:02.348085 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:02.354498 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.389883 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f4f94d63-2894-42fa-9dc5-dfa39484fba1 req-6d317cee-603c-4025-9182-a2b2d7a867dd tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892122
Feb 04 19:32:02.407044 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.407044 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6ddff186-46c2-459c-b8d3-d99cf5d87811 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.5506973
Feb 04 19:32:02.407186 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-f343eec9-6faa-4bad-b05b-fdd147acd40b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:02.410336 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-f343eec9-6faa-4bad-b05b-fdd147acd40b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 818 time: 0.2946253
Feb 04 19:32:02.433009 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:02.437137 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Usage tracker for resource:security_group_rule and tenant:8338ce9e419c446bb4ce5182a7f26857 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:02.440450 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-9d74c8d2-ded5-40c1-98c3-350ee8fd43b6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/quotas/2f02c6f9933b4aa5a511b30919ba94b0 HTTP/1.1" status: 200  len: 375 time: 0.0293097
Feb 04 19:32:02.441224 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:02.447710 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:02.516420 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.593321 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-b09031ca-15c0-4697-a11c-b043921415e7 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1432543
Feb 04 19:32:02.594994 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.791725 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.802335 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:02.907559 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-278443f8-fed9-4713-b9d4-05fb5d965aec service neutron] 10.222.0.13 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064725
Feb 04 19:32:02.924773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa60033-2fe4-47fa-aefe-f2c5120c4659,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:02.960601 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-35023093-6285-4b30-9af1-eb5991c44f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8338ce9e419c446bb4ce5182a7f26857&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9094322
Feb 04 19:32:02.963685 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39168) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:03.058007 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Allocated IP 172.27.3.211 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/80eb27d6-f33c-4ee1-84f3-fa4e7b9ee8b0) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:32:03.071052 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-6c55bed1-589b-4e3b-8168-9c473cb94ff6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1616166552&fields=id&tenant_id=146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 267 time: 0.0743544
Feb 04 19:32:03.187789 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-047a20dd-6ad0-47c9-a378-67f982782534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:03.214089 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-729a7851-f60f-469d-9372-1679715b68a8 service neutron] 10.222.0.13 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2802370
Feb 04 19:32:03.228649 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-047a20dd-6ad0-47c9-a378-67f982782534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:03.239732 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:32:03.407236 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-047a20dd-6ad0-47c9-a378-67f982782534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:03.435561 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a20dd-6ad0-47c9-a378-67f982782534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa60033-2fe4-47fa-aefe-f2c5120c4659,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:03.447689 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-047a20dd-6ad0-47c9-a378-67f982782534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:03.463452 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-047a20dd-6ad0-47c9-a378-67f982782534 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baa60033-2fe4-47fa-aefe-f2c5120c4659 HTTP/1.1" status: 204  len: 168 time: 0.4864035
Feb 04 19:32:03.471734 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:03.537290 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-d6b95ae5-92eb-477e-8728-cb26c9958b26 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:03.543349 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-d6b95ae5-92eb-477e-8728-cb26c9958b26 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 816 time: 0.4162791
Feb 04 19:32:03.590449 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-1bd355fc-0b1c-49df-a256-ba59bef89a0e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/quotas/146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 375 time: 0.0332353
Feb 04 19:32:03.827799 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3be11a-1221-4e5b-a2d4-8364c24c8a17 req-79e31d15-b3ec-4217-9521-24e548ff107f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:03.828521 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-bd3be11a-1221-4e5b-a2d4-8364c24c8a17 req-79e31d15-b3ec-4217-9521-24e548ff107f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Synchronizing usage tracker for tenant:58852562d920415bb0b8ec9f965c3864 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:03.837687 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-30e89b49-0803-4db1-8805-d6826fd74749 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2270491
Feb 04 19:32:03.923230 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:03.932184 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-bd3be11a-1221-4e5b-a2d4-8364c24c8a17 req-79e31d15-b3ec-4217-9521-24e548ff107f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Unset dirty status for tenant:58852562d920415bb0b8ec9f965c3864 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:03.934074 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bd3be11a-1221-4e5b-a2d4-8364c24c8a17 req-79e31d15-b3ec-4217-9521-24e548ff107f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 931 time: 0.2263699
Feb 04 19:32:04.037194 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bd3be11a-1221-4e5b-a2d4-8364c24c8a17 req-91b045c8-d07b-46b3-b27b-27d9e2909d03 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951190
Feb 04 19:32:04.070277 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:32:04.081723 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:32:04.103151 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:32:04.118269 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'Port': ['ID=80eb27d6-f33c-4ee1-84f3-fa4e7b9ee8b0,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:04.244316 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-03361e87-8887-40eb-828d-69560ad7263e service neutron] 10.222.0.13 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3885620
Feb 04 19:32:04.301500 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e2eb005e-3a21-44b5-ad27-905e3dbf83e6 req-d089de23-530f-4813-9ee0-3be36830ef80 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 210 time: 0.1279514
Feb 04 19:32:04.352840 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Request body: {'port': {'device_id': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:04.587422 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:04.632216 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b3f5d519-8d43-4dd7-ac65-d7f5f977bafd service neutron] 10.222.0.13 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3774459
Feb 04 19:32:04.687478 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:04.845771 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:05.331472 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:05.395129 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-596cefc1-72cf-4942-97a3-ea7ed967d347 req-2dd2acea-35e8-458e-9c87-de4fffd9a068 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.0628426
Feb 04 19:32:05.520320 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:05.638453 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'Port': ['ID=80eb27d6-f33c-4ee1-84f3-fa4e7b9ee8b0,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:05.641421 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:05.829402 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a87112-8907-43d7-b580-d3c86c464105 {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:05.842520 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:05.857284 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9703861b-562b-4b5d-9db5-87ca5b9e1641 req-bc68d74f-0582-407c-9f05-1214a1611803 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 210 time: 0.1302807
Feb 04 19:32:05.858128 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:05.859793 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-0e31c20c-8481-4b42-a8f0-2673f21fac1b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5385318
Feb 04 19:32:05.990592 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.60', 54174) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:06.027321 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Transition to ACTIVE for port object 22a87112-8907-43d7-b580-d3c86c464105 will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:06.072554 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135dad3-c760-4f25-b621-93c99b839539 req-8838ca06-55f5-4c00-81f7-e1221570eb35 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:06.074390 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b135dad3-c760-4f25-b621-93c99b839539 req-8838ca06-55f5-4c00-81f7-e1221570eb35 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 931 time: 0.1902719
Feb 04 19:32:06.203340 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b135dad3-c760-4f25-b621-93c99b839539 req-84d48fb1-c68b-4230-b9b8-636bfe180442 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216371
Feb 04 19:32:06.204290 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:06.389168 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Pushing event updated for resources: {'Port': ['ID=22a87112-8907-43d7-b580-d3c86c464105,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:06.594349 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-4f95b560-c663-44f0-9e91-f7d50f31dd45 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:06.595594 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-4f95b560-c663-44f0-9e91-f7d50f31dd45 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Synchronizing usage tracker for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:network {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:06.672516 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-632ed7ca-0a10-4b44-92ab-984635d7d791 req-0fe900f0-0bf2-46e5-a9bb-54b4d734aca4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:06.704758 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Attempting to bind port 22a87112-8907-43d7-b580-d3c86c464105 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:06.705122 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Attempting to bind port 22a87112-8907-43d7-b580-d3c86c464105 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:06.705489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Attempting to bind port 22a87112-8907-43d7-b580-d3c86c464105 on network 64964eb8-269e-4de8-9786-a0b4123177c3 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:06.714503 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Port 22a87112-8907-43d7-b580-d3c86c464105 on network 64964eb8-269e-4de8-9786-a0b4123177c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:32:06.714833 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Attempting to bind port 22a87112-8907-43d7-b580-d3c86c464105 on network 64964eb8-269e-4de8-9786-a0b4123177c3 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:06.724312 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:06.724669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Checking segment: {'id': '63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:06.725393 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Bound using segment: {'id': '63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:06.725865 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Bound port: 22a87112-8907-43d7-b580-d3c86c464105, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:06.726238 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:06.736415 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-4f95b560-c663-44f0-9e91-f7d50f31dd45 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Unset dirty status for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:network {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:06.738351 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-4f95b560-c663-44f0-9e91-f7d50f31dd45 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 818 time: 0.6902201
Feb 04 19:32:06.776092 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Request body: {'port': {'device_id': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'admin_state_up': True, 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:06.869937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] For port 22a87112-8907-43d7-b580-d3c86c464105, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:06.886124 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] For port 22a87112-8907-43d7-b580-d3c86c464105, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=22a87112-8907-43d7-b580-d3c86c464105,segment=NetworkSegment(63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61),segment_id=63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:06.888786 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-632ed7ca-0a10-4b44-92ab-984635d7d791 req-0fe900f0-0bf2-46e5-a9bb-54b4d734aca4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:06.891044 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-632ed7ca-0a10-4b44-92ab-984635d7d791 req-0fe900f0-0bf2-46e5-a9bb-54b4d734aca4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.2705538
Feb 04 19:32:06.951483 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:07.070301 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:07.081275 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:07.125344 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:07.127225 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] 10.222.0.60 "PUT /v2.0/ports/22a87112-8907-43d7-b580-d3c86c464105 HTTP/1.1" status: 200  len: 1093 time: 3.1178405
Feb 04 19:32:07.130671 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'tag': '22a87112-8907-43d7-b580-d3c86c464105'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:07.179547 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Made reservation on behalf of 2f02c6f9933b4aa5a511b30919ba94b0 for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:32:07.184218 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:07.240837 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0165b9-952a-4338-8c1d-15be32708b56 service neutron] Pushing event updated for resources: {'Port': ['ID=22a87112-8907-43d7-b580-d3c86c464105,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:07.443465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Allocated IP 172.20.0.13 (09bf0e55-03c2-44ac-bcf4-c837f381eae5/3a078072-a09d-4b11-b6ce-377a4de13e39/dbd39c89-bc9a-4d5b-9115-e1cc31693d8c) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:32:07.535411 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c2af3872-7d63-4287-9b4a-7c973d1e4e86 req-f73199e5-5733-470a-9322-24bfd51907eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 210 time: 0.0701759
Feb 04 19:32:07.806394 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-9e5b201f-93ae-4c08-97f6-1e4e5948afe0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58852562d920415bb0b8ec9f965c3864&device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 1096 time: 0.2102373
Feb 04 19:32:07.814941 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.60', 54182) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:07.861326 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:07.939881 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d554292-b045-42a5-a784-48dc7ee536c4 req-548137eb-c902-43b8-999c-8f89bbc79f68 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:07.941277 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d554292-b045-42a5-a784-48dc7ee536c4 req-548137eb-c902-43b8-999c-8f89bbc79f68 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.2130554
Feb 04 19:32:07.999882 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:08.123292 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-262a2fcb-1791-47cc-846e-1e5af7795e57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22a87112-8907-43d7-b580-d3c86c464105 HTTP/1.1" status: 200  len: 217 time: 0.2426198
Feb 04 19:32:08.132154 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:32:08.135479 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:32:08.144272 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:32:08.148612 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:08.149278 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:08.162407 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Pushing event updated for resources: {'Port': ['ID=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:08.273101 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-f5312918-8711-4888-9208-f9950b8a10cc tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:08.274896 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-f5312918-8711-4888-9208-f9950b8a10cc tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 818 time: 0.3964863
Feb 04 19:32:08.289406 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d554292-b045-42a5-a784-48dc7ee536c4 req-5ab89f73-5ffc-4cf8-8aa8-ee1519a5d64c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3140914
Feb 04 19:32:08.303463 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-35c38f12-0fcc-4ee9-a926-6f428b379f63 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5336640
Feb 04 19:32:08.353394 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:08.417922 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-b017c74d-95c8-4464-8337-540fba2537be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:08.419781 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-b017c74d-95c8-4464-8337-540fba2537be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36583216-3700-4e85-958b-6182841e18bd HTTP/1.1" status: 200  len: 851 time: 0.0806856
Feb 04 19:32:08.601316 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39340) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:08.630017 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'tag': '22a87112-8907-43d7-b580-d3c86c464105', 'status': 'completed', 'code': 200}
Feb 04 19:32:08.868807 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4140d533-91de-4b53-9874-ad444d5a79f5 req-4edec2a3-372b-4a88-9ec4-aafc79738a50 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.0608127
Feb 04 19:32:08.945371 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:09.094828 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-49a09451-3bb8-4783-a147-1484e8642f7b req-48d39965-c4f1-432d-9afd-38ad1ceb3cdc tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 210 time: 0.0721893
Feb 04 19:32:09.095981 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:09.111000 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Usage tracker for resource:security_group_rule and tenant:dfda4bff97ad4c12b5f5391188b06b79 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:09.115159 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:09.142475 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:09.295332 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:09.376067 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:09.446173 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bebdfd6-f5d6-44ad-8dd2-0cfdd31a9f40,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:09.456067 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-2c1265d8-05a7-496a-ad24-3a3c31a0874e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfda4bff97ad4c12b5f5391188b06b79&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8536627
Feb 04 19:32:09.458864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39384) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:09.570062 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90e57bac-2550-437e-b235-a0742c875a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:09.645811 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90e57bac-2550-437e-b235-a0742c875a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:09.738798 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938c70-1ae4-486c-9163-2507164bbca9 req-5a144b3f-68db-4d6f-b366-2c06f5877a24 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:09.740283 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0d938c70-1ae4-486c-9163-2507164bbca9 req-5a144b3f-68db-4d6f-b366-2c06f5877a24 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.1327953
Feb 04 19:32:09.789509 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0d938c70-1ae4-486c-9163-2507164bbca9 req-9e3e2cb4-cdad-4abf-845d-0ab6441b57a2 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424702
Feb 04 19:32:09.851156 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90e57bac-2550-437e-b235-a0742c875a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:09.898119 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e57bac-2550-437e-b235-a0742c875a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bebdfd6-f5d6-44ad-8dd2-0cfdd31a9f40,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:09.917718 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90e57bac-2550-437e-b235-a0742c875a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:09.920225 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-90e57bac-2550-437e-b235-a0742c875a52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bebdfd6-f5d6-44ad-8dd2-0cfdd31a9f40 HTTP/1.1" status: 204  len: 168 time: 0.4595988
Feb 04 19:32:10.186807 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6e7ed689-3ce8-4d35-9057-111891d4a90d req-30b2431e-ed23-48cf-bb47-0ec249b24104 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.0872285
Feb 04 19:32:10.501365 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3e5281e5-76c6-4edb-86f0-72923efeb216 req-066bf35a-cb07-410d-b17e-f5ad81bad126 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 210 time: 0.0473692
Feb 04 19:32:10.931052 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-da83af38-faef-4588-9318-2bb602e27fa5 req-66aeb856-f092-4e44-8d64-1e71e93323d8 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:11.065798 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4be7dc-fd8c-47b8-bc65-6f774cfeb65e req-47a849d6-b55d-4a46-ab09-6721c267aeaf tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:11.068001 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e4be7dc-fd8c-47b8-bc65-6f774cfeb65e req-47a849d6-b55d-4a46-ab09-6721c267aeaf tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.0814672
Feb 04 19:32:11.119183 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e4be7dc-fd8c-47b8-bc65-6f774cfeb65e req-8d78cffc-20be-4bd1-bffe-a9a6b91614f4 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453675
Feb 04 19:32:11.291705 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Request body: {'port': {'device_id': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:11.295662 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Request body: {'port': {'device_id': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'admin_state_up': True, 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:11.411695 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-598511e5-5733-4035-baf9-b2f857f359a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64964eb8-269e-4de8-9786-a0b4123177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016726
Feb 04 19:32:11.449360 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:11.487432 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd741560-db87-4ea5-b346-f27d60fa16ec req-ef38a3ae-6b98-4d15-9942-33d54ea69a06 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.0871789
Feb 04 19:32:11.610040 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:11.617927 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Usage tracker for resource:port and tenant:2f02c6f9933b4aa5a511b30919ba94b0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:11.628041 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:11.652896 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:11.657331 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-7a3d26c4-eabc-4cbc-8274-30c49a86e26f service neutron] 10.222.0.60 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086260
Feb 04 19:32:11.757735 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eb46b3ab-42af-48ec-8aee-1097155c1ec4 req-2e5c219e-c9b0-4fce-972b-fdda8e611705 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 210 time: 0.1075933
Feb 04 19:32:11.823024 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd39c89-bc9a-4d5b-9115-e1cc31693d8c {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:11.829991 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:11.853921 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Transition to ACTIVE for port object dbd39c89-bc9a-4d5b-9115-e1cc31693d8c will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:11.856811 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39418) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:11.868594 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-da83af38-faef-4588-9318-2bb602e27fa5 req-66aeb856-f092-4e44-8d64-1e71e93323d8 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:11.869929 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-66aeb856-f092-4e44-8d64-1e71e93323d8 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1788174890&fields=id&tenant_id=ed97ca0669694876827282277f52585d HTTP/1.1" status: 200  len: 267 time: 0.9931085
Feb 04 19:32:11.878336 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f1f66881-56d1-4801-a10c-90e6ab2209d8 req-a38ee853-8e75-471c-8870-6fe3568e63d9 service neutron] 10.222.0.60 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663101
Feb 04 19:32:11.896826 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Made reservation on behalf of 2f02c6f9933b4aa5a511b30919ba94b0 for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:32:11.899918 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:11.992015 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.125773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Allocated IP 172.20.0.2 (09bf0e55-03c2-44ac-bcf4-c837f381eae5/3a078072-a09d-4b11-b6ce-377a4de13e39/b6d752ec-68fe-4343-918e-b5215b7b5be5) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:32:12.173861 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:12.242382 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83af38-faef-4588-9318-2bb602e27fa5 req-add4ebb2-3c6c-4a2f-8ac5-40146424f2ac tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:12.245301 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-da83af38-faef-4588-9318-2bb602e27fa5 req-add4ebb2-3c6c-4a2f-8ac5-40146424f2ac tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:network {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:12.245938 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.344029 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Attempting to bind port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:12.344392 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Attempting to bind port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:12.344732 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Attempting to bind port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c on network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:12.356064 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:12.359752 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c on network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:32:12.360130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Attempting to bind port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c on network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:12.362497 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1efce4662a42cd8e7e932db582f4de is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:12.365905 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:12.373564 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:12.380395 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:12.380846 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Checking segment: {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:12.381498 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Bound using segment: {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:12.382013 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Bound port: dbd39c89-bc9a-4d5b-9115-e1cc31693d8c, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:12.382360 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.451007 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-da83af38-faef-4588-9318-2bb602e27fa5 req-add4ebb2-3c6c-4a2f-8ac5-40146424f2ac tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:network {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:12.457844 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-add4ebb2-3c6c-4a2f-8ac5-40146424f2ac tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 811 time: 0.5780573
Feb 04 19:32:12.461762 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c7a4-e9b3-48a9-9d79-cfb8e377b4f2 req-95398d09-eb69-4fbd-b774-499a274cf508 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:12.463837 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eae4c7a4-e9b3-48a9-9d79-cfb8e377b4f2 req-95398d09-eb69-4fbd-b774-499a274cf508 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.1867754
Feb 04 19:32:12.506197 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.532426 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-02424783-705c-479d-a4e3-72a94d95ee6d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/quotas/ed97ca0669694876827282277f52585d HTTP/1.1" status: 200  len: 375 time: 0.0736430
Feb 04 19:32:12.549516 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eae4c7a4-e9b3-48a9-9d79-cfb8e377b4f2 req-7c964e7b-365e-443a-8042-add1f11987c9 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768600
Feb 04 19:32:12.566274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39446) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:12.606618 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] For port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:12.612251 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.629881 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] For port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:12.642557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.662273 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-da83af38-faef-4588-9318-2bb602e27fa5 req-378eacac-5bed-40cb-bd76-7aab4ef37397 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:12.695899 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.737960 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103acca5-1a1b-4511-a882-6cfbb40c8ea5,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:12.766185 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ed47e804-62a0-4d65-bbb6-a1e45908e9dc req-5c05551c-308b-4c74-9f40-f1c5e0ea45fb tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.0711777
Feb 04 19:32:12.775874 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Synchronizing usage tracker for tenant:8b2143a457fc469d81d6b058efae5757 on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:12.786463 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.791042 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:32:12.792313 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:32:12.794339 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Pushing event updated for resources: {'Port': ['ID=b6d752ec-68fe-4343-918e-b5215b7b5be5,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:12.802069 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:32:12.802069 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:12.802069 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.838830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.876115 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:12.881292 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc77c58bdeb4a63bb53a818e186dfe5 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:12.887855 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:12.891224 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:12.912855 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:12.919772 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 1094 time: 1.6277673
Feb 04 19:32:12.919772 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-da83af38-faef-4588-9318-2bb602e27fa5 req-378eacac-5bed-40cb-bd76-7aab4ef37397 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:12.928439 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-378eacac-5bed-40cb-bd76-7aab4ef37397 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3945425
Feb 04 19:32:12.936795 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'tag': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:12.990042 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-0a96bcd4-2f36-46d1-b923-b3787ec8763e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6989615
Feb 04 19:32:13.087822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b6bfd-8f60-4e24-bcfb-dc610e0ce982 req-be84da98-05ce-48f1-a282-95583e143044 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:13.099450 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-3d7b6bfd-8f60-4e24-bcfb-dc610e0ce982 req-be84da98-05ce-48f1-a282-95583e143044 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Synchronizing usage tracker for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:13.108130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a1c04-a993-4822-b03c-8e720e7a79e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:13.122173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] Unset dirty status for tenant:8b2143a457fc469d81d6b058efae5757 on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:13.126900 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-d9d17c70-36cf-4c8b-82cb-df95d8b7ab23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c1efce4662a42cd8e7e932db582f4de&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2655480
Feb 04 19:32:13.130454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39472) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:13.155169 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.233585 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f5d33e8-ee5a-43be-87bb-bfdf7df44506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.236583 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-c1485d99-0e42-45de-91b9-3b3a07d1f13e service neutron] 10.222.0.13 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425821
Feb 04 19:32:13.277002 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-3d7b6bfd-8f60-4e24-bcfb-dc610e0ce982 req-be84da98-05ce-48f1-a282-95583e143044 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Unset dirty status for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:13.277002 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d7b6bfd-8f60-4e24-bcfb-dc610e0ce982 req-be84da98-05ce-48f1-a282-95583e143044 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 931 time: 0.3279262
Feb 04 19:32:13.277002 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.337664 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f5d33e8-ee5a-43be-87bb-bfdf7df44506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.357839 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c95696a-95b6-431c-a750-fe59c0579cdd,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:13.376853 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-4bf99559-1e83-4f7f-9fc7-d1f3206e0788 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfc77c58bdeb4a63bb53a818e186dfe5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8092151
Feb 04 19:32:13.377708 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39484) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:13.398288 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d7b6bfd-8f60-4e24-bcfb-dc610e0ce982 req-1794c6ae-1f99-44ef-93ce-7d26b4d4d336 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112249
Feb 04 19:32:13.440253 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-7e80c04d-e5af-4c0d-a314-9555c08f18b4 service neutron] 10.222.0.13 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949711
Feb 04 19:32:13.457132 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Request body: {'port': {'device_id': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:13.520177 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-46c671a3-201d-42bb-a0f5-56f57019d183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.544553 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f5d33e8-ee5a-43be-87bb-bfdf7df44506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.561758 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d33e8-ee5a-43be-87bb-bfdf7df44506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103acca5-1a1b-4511-a882-6cfbb40c8ea5,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:13.577444 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f5d33e8-ee5a-43be-87bb-bfdf7df44506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.581238 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7f5d33e8-ee5a-43be-87bb-bfdf7df44506 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/103acca5-1a1b-4511-a882-6cfbb40c8ea5 HTTP/1.1" status: 204  len: 168 time: 0.4497001
Feb 04 19:32:13.593886 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-46c671a3-201d-42bb-a0f5-56f57019d183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.726195 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:13.844846 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-9b7f8ed8-d6d3-42f5-a9ca-81fb551b8358 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58852562d920415bb0b8ec9f965c3864&device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 1096 time: 0.1582556
Feb 04 19:32:13.981281 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'tag': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c', 'status': 'completed', 'code': 200}
Feb 04 19:32:14.048249 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f66be3-2721-494d-b3ab-d89b7527cb5d req-f81d41f9-25ce-4930-ba4c-14911b64ecaf tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:14.050021 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e4f66be3-2721-494d-b3ab-d89b7527cb5d req-f81d41f9-25ce-4930-ba4c-14911b64ecaf tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.1710927
Feb 04 19:32:14.084910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-46c671a3-201d-42bb-a0f5-56f57019d183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:14.134291 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-f629f3ae-ffd1-4b6c-9eda-5496ec52d2c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:14.136350 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-f629f3ae-ffd1-4b6c-9eda-5496ec52d2c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64964eb8-269e-4de8-9786-a0b4123177c3 HTTP/1.1" status: 200  len: 911 time: 0.2835546
Feb 04 19:32:14.184095 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-8abdf356-0097-4500-a8bf-3c6da4978993 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1097 time: 0.5557089
Feb 04 19:32:14.203265 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fe85f108-57b3-4cca-bd0e-9a304fdb5f35 req-f49a7e71-2837-4ac7-9df6-d7f93d07e3f5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.1240203
Feb 04 19:32:14.205777 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c671a3-201d-42bb-a0f5-56f57019d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c95696a-95b6-431c-a750-fe59c0579cdd,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:14.217864 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e4f66be3-2721-494d-b3ab-d89b7527cb5d req-db4b7af0-fa75-4d71-a5a3-deafddae15e1 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480000
Feb 04 19:32:14.219900 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-ccdf5800-c850-4b5d-9af9-97ffe7c780cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22a87112-8907-43d7-b580-d3c86c464105 HTTP/1.1" status: 200  len: 217 time: 0.0762026
Feb 04 19:32:14.228638 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-46c671a3-201d-42bb-a0f5-56f57019d183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:14.232119 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-46c671a3-201d-42bb-a0f5-56f57019d183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c95696a-95b6-431c-a750-fe59c0579cdd HTTP/1.1" status: 204  len: 168 time: 0.8498118
Feb 04 19:32:14.380974 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39512) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:14.411566 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.60', 54187) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:14.483838 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-008f558c-4f3d-4a76-a852-a96a192e468f req-8a57d01c-a554-4a07-80cf-ae15767d6d0e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.1327803
Feb 04 19:32:14.503135 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d752ec-68fe-4343-918e-b5215b7b5be5 {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:14.520498 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-4b2b8838-4315-4152-8644-d02dc5b871c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.0968654
Feb 04 19:32:14.608974 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:14.639995 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-108a66ed-edad-4846-91ba-ac1f951f5224 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:14.642075 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-108a66ed-edad-4846-91ba-ac1f951f5224 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36583216-3700-4e85-958b-6182841e18bd HTTP/1.1" status: 200  len: 851 time: 0.2188795
Feb 04 19:32:14.656827 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Transition to ACTIVE for port object b6d752ec-68fe-4343-918e-b5215b7b5be5 will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:14.671397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-67f0d0bf-6137-4c51-bac7-83ed7493afbb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:14.673060 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-67f0d0bf-6137-4c51-bac7-83ed7493afbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.1514277
Feb 04 19:32:14.724031 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-fd99aa6a-a296-4272-82e7-b2d20a1412a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447280
Feb 04 19:32:14.749196 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-c8ca24c6-c6ab-4612-a798-c0e178d2d10c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64964eb8-269e-4de8-9786-a0b4123177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0971608
Feb 04 19:32:14.761775 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:14.912594 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-ff8eb8ed-eb6d-4728-bb6e-de1fb880c026 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:14.912594 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-ff8eb8ed-eb6d-4728-bb6e-de1fb880c026 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 816 time: 0.4153647
Feb 04 19:32:14.916901 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39764b-2d4b-4677-8630-b0499a77900a req-7d162cd1-fbdd-45ee-bf88-b23f20b17127 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:14.917572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-cd39764b-2d4b-4677-8630-b0499a77900a req-7d162cd1-fbdd-45ee-bf88-b23f20b17127 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Synchronizing usage tracker for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:14.980087 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-6befd98b-cbae-4e88-bff5-a09f4a98bef4 service neutron] 10.222.0.60 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203350
Feb 04 19:32:15.043883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d752ec-68fe-4343-918e-b5215b7b5be5,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:15.058513 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-cd39764b-2d4b-4677-8630-b0499a77900a req-7d162cd1-fbdd-45ee-bf88-b23f20b17127 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Unset dirty status for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:15.059764 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd39764b-2d4b-4677-8630-b0499a77900a req-7d162cd1-fbdd-45ee-bf88-b23f20b17127 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 931 time: 0.4118330
Feb 04 19:32:15.119816 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:15.207064 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-45d950b6-2d5d-4c84-8b17-342e594e0b82 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4768677
Feb 04 19:32:15.214667 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Attempting to bind port b6d752ec-68fe-4343-918e-b5215b7b5be5 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:15.215003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Attempting to bind port b6d752ec-68fe-4343-918e-b5215b7b5be5 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:15.215319 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Attempting to bind port b6d752ec-68fe-4343-918e-b5215b7b5be5 on network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:15.236471 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Port b6d752ec-68fe-4343-918e-b5215b7b5be5 on network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:32:15.236471 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Attempting to bind port b6d752ec-68fe-4343-918e-b5215b7b5be5 on network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:15.337327 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-3bf3440f-e376-479c-a106-7d4d9129bbd0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 380 time: 0.4005592
Feb 04 19:32:15.366152 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'port': {'device_id': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'admin_state_up': True, 'tenant_id': '146939551c38458381c7924d019b8b84', 'security_groups': ['3d7ef889-ebbe-437b-bec9-85e5ef5fac1f']}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:15.375145 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:15.375881 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Checking segment: {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:15.376424 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Bound using segment: {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:15.377459 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Bound port: b6d752ec-68fe-4343-918e-b5215b7b5be5, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:15.377952 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:15.406664 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39548) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:15.477642 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:15.489502 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-cd39764b-2d4b-4677-8630-b0499a77900a req-f2f576bf-9399-421d-b612-4573d78b1fbb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Synchronizing usage tracker for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:15.502621 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Usage tracker for resource:security_group_rule and tenant:0005b7652f4946388488c8d290dd797c is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:15.509277 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c00ebef6-7cd7-4ba3-9eed-c54c13c54b89 req-489fde2a-d866-4322-9c92-825cd190f485 service neutron] 10.222.0.60 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5009840
Feb 04 19:32:15.513573 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:15.537633 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:15.588965 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:15.613135 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-42ce44fe-d190-42dc-ba90-a7b5afecd2ff req-d9c98801-b587-4201-a708-67494d9842cb tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.1533012
Feb 04 19:32:15.614979 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:15.642008 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:15.656721 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-cd39764b-2d4b-4677-8630-b0499a77900a req-f2f576bf-9399-421d-b612-4573d78b1fbb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Unset dirty status for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:15.664631 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd39764b-2d4b-4677-8630-b0499a77900a req-f2f576bf-9399-421d-b612-4573d78b1fbb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5281792
Feb 04 19:32:15.682795 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c113157a-5361-4e73-8730-6e292f78f1f8 req-5d6f354b-a2eb-4e67-b50f-aa1af6c377a3 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4332135
Feb 04 19:32:15.735947 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:15.740987 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] For port b6d752ec-68fe-4343-918e-b5215b7b5be5, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:15.746624 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:15.757826 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Usage tracker for resource:security_group_rule and tenant:767a9c71ef4a4f54bd169279f20cbfaa is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:15.763436 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] For port b6d752ec-68fe-4343-918e-b5215b7b5be5, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=b6d752ec-68fe-4343-918e-b5215b7b5be5,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:15.765199 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:15.807103 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Made reservation on behalf of 146939551c38458381c7924d019b8b84 for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:32:15.807582 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:15.810669 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:15.861417 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e385ef3-e856-48a7-ac91-33612bc152bb req-cba8894a-10e9-423d-b719-834bad4c3e26 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:15.862976 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e385ef3-e856-48a7-ac91-33612bc152bb req-cba8894a-10e9-423d-b719-834bad4c3e26 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.1016142
Feb 04 19:32:15.912423 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4390b587-abb6-43af-9346-23944ca0975d req-3a547081-ff2e-4ffd-9d08-d75e5a5444f5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.0824451
Feb 04 19:32:15.918490 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e385ef3-e856-48a7-ac91-33612bc152bb req-31d889f2-8e96-443c-a8e1-1ce3cc399ba4 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496149
Feb 04 19:32:16.004740 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.018377 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.053579 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab77972f-4c11-4dae-9a3e-ba30b7601833,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:16.098658 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-580ebe51-1838-489f-831a-8b7fd8d5f752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0005b7652f4946388488c8d290dd797c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7163525
Feb 04 19:32:16.102293 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39566) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:16.130051 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Allocated IP 172.20.0.7 (8e21b3b1-0ad7-4c99-bb6c-02373cfb645a/6d72fe72-ab78-4536-ad39-e4f10c24bd7b/dd5c5699-ddb7-4265-8537-b725bd8c23d5) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:32:16.146346 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d752ec-68fe-4343-918e-b5215b7b5be5,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:16.192483 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.193959 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-53c59012-5ce4-4271-8d96-841aa3298bf5 service neutron] 10.222.0.60 "PUT /v2.0/ports/b6d752ec-68fe-4343-918e-b5215b7b5be5 HTTP/1.1" status: 200  len: 1093 time: 2.7431068
Feb 04 19:32:16.194416 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'tag': 'b6d752ec-68fe-4343-918e-b5215b7b5be5'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:16.229712 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d8be341-98e0-4559-a20b-93c213b07167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.253192 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-d7d1a87d-f99f-4123-b54e-ec66c3933733 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1097 time: 0.3015563
Feb 04 19:32:16.286416 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.340456 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d8be341-98e0-4559-a20b-93c213b07167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.430198 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.471002 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'tag': 'b6d752ec-68fe-4343-918e-b5215b7b5be5', 'status': 'completed', 'code': 200}
Feb 04 19:32:16.482039 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.575820 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f47c03-642b-46e7-982f-0d457b0ab452,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:16.581975 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Transition to ACTIVE for port object dd5c5699-ddb7-4265-8537-b725bd8c23d5 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:16.583261 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d8be341-98e0-4559-a20b-93c213b07167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.599588 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ac84f828-dd86-4270-acee-89443790d380 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=767a9c71ef4a4f54bd169279f20cbfaa&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1804838
Feb 04 19:32:16.602486 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8be341-98e0-4559-a20b-93c213b07167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab77972f-4c11-4dae-9a3e-ba30b7601833,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:16.607994 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39584) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:16.619773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-04d5d4d6-ffec-47b8-91a2-8221b4700df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:16.620895 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-04d5d4d6-ffec-47b8-91a2-8221b4700df2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.3610246
Feb 04 19:32:16.706177 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-23f8ade0-c3a7-4ed5-bda9-dd83e8a26a6d req-3a311a72-3f03-4bb0-b681-fa265bb01b01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 1096 time: 0.2713587
Feb 04 19:32:16.707549 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-28b9b4bc-7bd6-466c-a88c-edbd7d892412 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.0793278
Feb 04 19:32:16.820705 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf35a-bb7c-417e-8287-03e127f647cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.823710 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2d8be341-98e0-4559-a20b-93c213b07167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.832203 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-2d8be341-98e0-4559-a20b-93c213b07167 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab77972f-4c11-4dae-9a3e-ba30b7601833 HTTP/1.1" status: 204  len: 168 time: 0.7217343
Feb 04 19:32:16.835276 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:16.923492 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:16.997234 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf35a-bb7c-417e-8287-03e127f647cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:17.005965 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-db019574-a72c-4679-8337-1d7f84f00fc0 req-60df58ab-d2c9-45c4-9182-7f287ccce430 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0838604
Feb 04 19:32:17.009905 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-1fc0492f-ebfb-49ca-ab61-80c026e43cae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.010558 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-1fc0492f-ebfb-49ca-ab61-80c026e43cae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.2463655
Feb 04 19:32:17.027786 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:32:17.030542 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:32:17.040849 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:32:17.044658 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.045254 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:17.090188 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-acf79056-caf4-485a-9d79-d94c357c9a3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688055
Feb 04 19:32:17.185517 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8ade0-c3a7-4ed5-bda9-dd83e8a26a6d req-09ea3bb5-dc5e-4016-8708-ee211560eead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.186984 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-23f8ade0-c3a7-4ed5-bda9-dd83e8a26a6d req-09ea3bb5-dc5e-4016-8708-ee211560eead service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&shared=False HTTP/1.1" status: 200  len: 918 time: 0.4622004
Feb 04 19:32:17.212358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf35a-bb7c-417e-8287-03e127f647cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:17.218554 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf35a-bb7c-417e-8287-03e127f647cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:17.222393 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3e6bf35a-bb7c-417e-8287-03e127f647cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9f47c03-642b-46e7-982f-0d457b0ab452 HTTP/1.1" status: 204  len: 168 time: 0.6110780
Feb 04 19:32:17.237944 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b495b0f3-40ff-4b05-9d69-9cc0699183e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8909953
Feb 04 19:32:17.292455 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Request body: {'port': {'device_id': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:17.310680 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913fb17-da80-4c34-ad4f-18d1c5989cdb req-8c00347c-58b1-4c73-98ad-02287bd2ac3a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.312459 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6913fb17-da80-4c34-ad4f-18d1c5989cdb req-8c00347c-58b1-4c73-98ad-02287bd2ac3a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 943 time: 0.3925893
Feb 04 19:32:17.316800 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bf35a-bb7c-417e-8287-03e127f647cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f47c03-642b-46e7-982f-0d457b0ab452,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:17.424287 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-1a026ba0-3063-4b2b-85d3-4bce5b778b55 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3205638
Feb 04 19:32:17.461115 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83af38-faef-4588-9318-2bb602e27fa5 req-4f24d58b-0375-4c4b-bdd6-510fd15a83b6 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.467813 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-4f24d58b-0375-4c4b-bdd6-510fd15a83b6 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 811 time: 0.3270087
Feb 04 19:32:17.485247 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:17.487310 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-d36a40b9-e4d7-44c1-a48f-aea821207b0b None None] Provisioning for port dd5c5699-ddb7-4265-8537-b725bd8c23d5 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:17.497783 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6913fb17-da80-4c34-ad4f-18d1c5989cdb req-64cc6606-8440-4068-9001-448a96fb9e40 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843405
Feb 04 19:32:17.502438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-d36a40b9-e4d7-44c1-a48f-aea821207b0b None None] Provisioning complete for port dd5c5699-ddb7-4265-8537-b725bd8c23d5 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:17.504324 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d36a40b9-e4d7-44c1-a48f-aea821207b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:17.538449 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1620ca-0acf-4e37-b9e5-6f73cc8c0730 req-979bf727-216a-462c-8510-48a5730a75a7 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.546344 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ca1620ca-0acf-4e37-b9e5-6f73cc8c0730 req-979bf727-216a-462c-8510-48a5730a75a7 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.3348200
Feb 04 19:32:17.639509 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-d36a40b9-e4d7-44c1-a48f-aea821207b0b None None] Port dd5c5699-ddb7-4265-8537-b725bd8c23d5 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:32:17.776769 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8ade0-c3a7-4ed5-bda9-dd83e8a26a6d req-ba10dda2-414b-4e11-abb5-28f6a5d05a3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.778340 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-23f8ade0-c3a7-4ed5-bda9-dd83e8a26a6d req-ba10dda2-414b-4e11-abb5-28f6a5d05a3d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.5834699
Feb 04 19:32:17.807180 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cd900ddc-ee9e-4ecd-bdcc-00ab9041f0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:17.834314 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-40ef871b-f317-43d8-af00-30231532d818 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed97ca0669694876827282277f52585d HTTP/1.1" status: 200  len: 380 time: 0.3325953
Feb 04 19:32:17.839860 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ca1620ca-0acf-4e37-b9e5-6f73cc8c0730 req-afe187a7-5634-4be3-a05c-0e08685949c7 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924008
Feb 04 19:32:17.850789 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'port': {'device_id': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'admin_state_up': True, 'tenant_id': 'ed97ca0669694876827282277f52585d', 'security_groups': ['a54fbb85-e499-4f90-b1a0-7d358d8ec5be']}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:17.921381 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-2780f3d5-2690-4c06-be81-3c6da95c4f07 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4841170
Feb 04 19:32:17.964153 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a578d8-07ed-4a10-a362-ed7f6f62dc79 req-d38a69ab-827e-4273-81b0-98d39d6ed58b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:17.966943 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-55a578d8-07ed-4a10-a362-ed7f6f62dc79 req-d38a69ab-827e-4273-81b0-98d39d6ed58b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 931 time: 0.2541819
Feb 04 19:32:18.041536 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-55a578d8-07ed-4a10-a362-ed7f6f62dc79 req-c8644569-61ac-4358-8981-29a3cbff3024 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:18.057805 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-e34f39c0-3522-43f8-866c-74bd6bb0d076 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 1096 time: 0.1859426
Feb 04 19:32:18.058597 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39616) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:18.134375 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-5ab24c1e-0a67-4cdf-b2dc-21d1d036f802 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6d752ec-68fe-4343-918e-b5215b7b5be5 HTTP/1.1" status: 200  len: 217 time: 0.0635028
Feb 04 19:32:18.177708 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:18.203313 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-82c07fbb-61d2-455d-8ab6-8f545c35c0b4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:18.204739 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-82c07fbb-61d2-455d-8ab6-8f545c35c0b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.0642872
Feb 04 19:32:18.226130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:18.230596 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c788020-3db3-4d4e-93e2-afadf9624728 req-11bf435c-5c91-4079-9da2-3cdca5ddce0f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0506592
Feb 04 19:32:18.248965 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-55a578d8-07ed-4a10-a362-ed7f6f62dc79 req-c8644569-61ac-4358-8981-29a3cbff3024 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:18.250075 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-55a578d8-07ed-4a10-a362-ed7f6f62dc79 req-c8644569-61ac-4358-8981-29a3cbff3024 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2761126
Feb 04 19:32:18.252050 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-13564f8d-336f-4d1e-9ac5-21adce1fe39e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411048
Feb 04 19:32:18.333339 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5c5699-ddb7-4265-8537-b725bd8c23d5 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:18.345883 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Made reservation on behalf of ed97ca0669694876827282277f52585d for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:32:18.352666 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:18.366855 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:18.390672 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Transition to ACTIVE for port object dd5c5699-ddb7-4265-8537-b725bd8c23d5 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:18.447408 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39626) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:18.455266 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:18.466590 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-a1dc0de0-9274-4cf9-9a85-02004563b4d7 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085965
Feb 04 19:32:18.471718 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:18.704907 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bfd5165-7f8e-425d-ba44-11241798e1c2 req-80d2be5b-ffe7-41b9-a7ef-31ff8acfcdef service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191088
Feb 04 19:32:18.738164 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:18.743217 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Usage tracker for resource:security_group_rule and tenant:99c02cc0efb747f8b58aede7ac2003ab is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:18.746316 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:18.765413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:18.778050 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 22a87112-8907-43d7-b580-d3c86c464105 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:32:18.836479 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:18.896451 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:18.920613 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:18.945522 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:18.947835 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Allocated IP 172.20.0.5 (02ad8771-b184-4409-89fc-07c13b3a5912/79beb4d1-53db-4623-bacf-d177f1114d42/2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:32:18.950864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Usage tracker for resource:security_group_rule and tenant:4c0291f1bcd54e929ee30fb17c1711fa is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:18.955658 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:18.963993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:18.968909 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Attempting to bind port dd5c5699-ddb7-4265-8537-b725bd8c23d5 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:18.969300 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Attempting to bind port dd5c5699-ddb7-4265-8537-b725bd8c23d5 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:18.969620 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Attempting to bind port dd5c5699-ddb7-4265-8537-b725bd8c23d5 on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:18.978940 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90fdc2-553c-49b3-b91b-e146b93043c4 req-7324428e-c39f-4ebe-a14a-7892f059475c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:18.985953 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3d90fdc2-553c-49b3-b91b-e146b93043c4 req-7324428e-c39f-4ebe-a14a-7892f059475c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 943 time: 0.2291267
Feb 04 19:32:19.041541 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Port dd5c5699-ddb7-4265-8537-b725bd8c23d5 on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:32:19.041720 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Attempting to bind port dd5c5699-ddb7-4265-8537-b725bd8c23d5 on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:19.047526 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 22a87112-8907-43d7-b580-d3c86c464105, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=22a87112-8907-43d7-b580-d3c86c464105,segment=NetworkSegment(63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61),segment_id=63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:19.065607 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.078566 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '22a87112-8907-43d7-b580-d3c86c464105', 'network_id': '64964eb8-269e-4de8-9786-a0b4123177c3', 'port_id': '22a87112-8907-43d7-b580-d3c86c464105', 'mac_address': 'fa:16:3e:c6:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36583216-3700-4e85-958b-6182841e18bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:32:19.088607 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3d90fdc2-553c-49b3-b91b-e146b93043c4 req-0baa5ab0-8590-40e6-b59b-54ed3b7589ce tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012499
Feb 04 19:32:19.111248 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:19.111636 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Checking segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:19.112019 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Bound using segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:19.112459 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Bound port: dd5c5699-ddb7-4265-8537-b725bd8c23d5, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:19.113409 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.185069 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99c02cc0efb747f8b58aede7ac2003ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7375953
Feb 04 19:32:19.186601 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.192160 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1efec-5c79-4b18-8f50-81201f414d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7ed914-a376-4d78-8420-8b3a97bff1df,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:19.195776 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39644) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:19.232396 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a87112-8907-43d7-b580-d3c86c464105 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:19.258854 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 22a87112-8907-43d7-b580-d3c86c464105, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=22a87112-8907-43d7-b580-d3c86c464105,segment=NetworkSegment(63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61),segment_id=63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:19.310070 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.333830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0a57df63-4ff9-4181-b1c2-91692d29e2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.343728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7ddf0-356c-42ef-8272-e96917a561c7 req-73468218-16fc-4e05-8072-23dc0285fb78 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:19.345529 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57e7ddf0-356c-42ef-8272-e96917a561c7 req-73468218-16fc-4e05-8072-23dc0285fb78 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 943 time: 0.2425015
Feb 04 19:32:19.351035 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.361687 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.369086 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:19.390267 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:19.395234 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0a57df63-4ff9-4181-b1c2-91692d29e2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.403934 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.410782 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Transition to ACTIVE for port object 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:19.476396 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=22a87112-8907-43d7-b580-d3c86c464105,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:19.510909 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ffacf0-7974-4d5f-b4aa-96b64f618cc0,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:19.511663 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.535769 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ab6253d5-3b72-472e-99b2-c3b6102a201a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c0291f1bcd54e929ee30fb17c1711fa&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4700930
Feb 04 19:32:19.538309 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39658) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:19.550089 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-abb44ca6-1a9f-4aeb-80c0-a982504d483c req-c4bfba25-798b-402d-9524-604132efd81e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0920439
Feb 04 19:32:19.567755 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.582513 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57e7ddf0-356c-42ef-8272-e96917a561c7 req-81849252-0707-48ae-9a1c-500e439a5046 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210779
Feb 04 19:32:19.637254 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.638790 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] 10.222.0.60 "PUT /v2.0/ports/dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 1093 time: 2.3600700
Feb 04 19:32:19.639350 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:19.648176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc82e38-a575-4ee3-98ac-49961969776c service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:19.701709 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6091a5bf-1e4e-4f58-8186-e415e9e55b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.742247 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Network 02ad8771-b184-4409-89fc-07c13b3a5912 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:32:19.742247 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:32:19.755238 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0a57df63-4ff9-4181-b1c2-91692d29e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.792625 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6091a5bf-1e4e-4f58-8186-e415e9e55b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.819417 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'status': 'completed', 'code': 200}
Feb 04 19:32:19.853745 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:32:19.859834 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:19.860738 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.860881 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57df63-4ff9-4181-b1c2-91692d29e2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7ed914-a376-4d78-8420-8b3a97bff1df,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:19.902275 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7f38d705-1dbf-4a8b-80e6-fc8287ac6dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.927214 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['22a87112-8907-43d7-b580-d3c86c464105'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:32:19.935856 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0a57df63-4ff9-4181-b1c2-91692d29e2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:19.942757 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-0a57df63-4ff9-4181-b1c2-91692d29e2e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd7ed914-a376-4d78-8420-8b3a97bff1df HTTP/1.1" status: 204  len: 168 time: 0.7385831
Feb 04 19:32:20.026847 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'Port': ['ID=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:20.130628 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66ef8-2ae4-4d69-9b6d-83c78d23d09f req-056840f9-ea04-4c80-9d38-24b6ddf69f9d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:20.131408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c5b66ef8-2ae4-4d69-9b6d-83c78d23d09f req-056840f9-ea04-4c80-9d38-24b6ddf69f9d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:20.142619 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-b2114eee-fb1c-4dc7-a301-83e8bf6a2f73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1096 time: 0.3012378
Feb 04 19:32:20.195791 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6091a5bf-1e4e-4f58-8186-e415e9e55b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:20.219489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091a5bf-1e4e-4f58-8186-e415e9e55b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ffacf0-7974-4d5f-b4aa-96b64f618cc0,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:20.231222 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6091a5bf-1e4e-4f58-8186-e415e9e55b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:20.231926 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6091a5bf-1e4e-4f58-8186-e415e9e55b52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36ffacf0-7974-4d5f-b4aa-96b64f618cc0 HTTP/1.1" status: 204  len: 168 time: 0.6925650
Feb 04 19:32:20.237442 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-929e6497-563d-4e90-8c4c-3f2fcd8a6ab1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3907690
Feb 04 19:32:20.237951 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c5b66ef8-2ae4-4d69-9b6d-83c78d23d09f req-056840f9-ea04-4c80-9d38-24b6ddf69f9d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:20.244587 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c5b66ef8-2ae4-4d69-9b6d-83c78d23d09f req-056840f9-ea04-4c80-9d38-24b6ddf69f9d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.5124016
Feb 04 19:32:20.299516 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Request body: {'port': {'device_id': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:20.327908 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-af2aac47-356b-4f1d-8081-941f19c5839a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 217 time: 0.1701117
Feb 04 19:32:20.350127 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-b8e0d810-35e7-432f-ba80-aefc59fc390d None None] Provisioning for port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:20.356715 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-b8e0d810-35e7-432f-ba80-aefc59fc390d None None] Provisioning complete for port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:20.358073 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d810-35e7-432f-ba80-aefc59fc390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:20.386741 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b2d1c-536c-4868-953c-51747e7112c0 req-6d694707-5154-4e00-87d1-edea73d5d0f5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:20.389717 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a56b2d1c-536c-4868-953c-51747e7112c0 req-6d694707-5154-4e00-87d1-edea73d5d0f5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 943 time: 0.1226382
Feb 04 19:32:20.417365 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c5b66ef8-2ae4-4d69-9b6d-83c78d23d09f req-917250dc-2a91-44c6-bd84-3434ce834984 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1658490
Feb 04 19:32:20.453484 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-0bf38d86-6aec-4e98-8eff-947d132a703f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:20.468210 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-0bf38d86-6aec-4e98-8eff-947d132a703f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.1216714
Feb 04 19:32:20.468884 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a56b2d1c-536c-4868-953c-51747e7112c0 req-e47412e1-0805-46fb-8fad-7bc5c3082d26 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719826
Feb 04 19:32:20.505383 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0d810-35e7-432f-ba80-aefc59fc390d None None] Port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:32:20.651520 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:20.763361 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dbd39c89-bc9a-4d5b-9115-e1cc31693d8c details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:32:20.832363 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-ea38408c-cda0-4281-831c-e0cdde8ce249 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3345239
Feb 04 19:32:20.885514 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae67032-5ca0-4649-9880-c50f15c59d8b req-5651bc6e-6e66-4745-8d6d-e9b4c6d26141 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:20.887189 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3ae67032-5ca0-4649-9880-c50f15c59d8b req-5651bc6e-6e66-4745-8d6d-e9b4c6d26141 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 944 time: 0.1402471
Feb 04 19:32:20.963627 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3ae67032-5ca0-4649-9880-c50f15c59d8b req-bf8a4b2d-49ac-42ab-8cdd-2c2f0b9a37cf tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695398
Feb 04 19:32:20.980679 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:20.995205 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c', 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'port_id': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c', 'mac_address': 'fa:16:3e:84:80:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:32:21.067820 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9006-1294-4e79-a074-22fe96505a00 req-fcd6c28e-40ea-4287-85df-35a6acc58972 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:21.068523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-4acc9006-1294-4e79-a074-22fe96505a00 req-fcd6c28e-40ea-4287-85df-35a6acc58972 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:21.071862 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.092718 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd39c89-bc9a-4d5b-9115-e1cc31693d8c {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:21.109371 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:21.167484 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.189252 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-cb699df3-b480-484b-9613-de2aaa411123 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3446710
Feb 04 19:32:21.212912 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.282346 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:21.290942 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-4acc9006-1294-4e79-a074-22fe96505a00 req-fcd6c28e-40ea-4287-85df-35a6acc58972 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:21.295930 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4acc9006-1294-4e79-a074-22fe96505a00 req-fcd6c28e-40ea-4287-85df-35a6acc58972 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 931 time: 0.5665641
Feb 04 19:32:21.411332 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4acc9006-1294-4e79-a074-22fe96505a00 req-a0eea1f0-1648-493a-8e31-c63844f9d6ff tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074607
Feb 04 19:32:21.426191 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-54246a43-be51-49ee-a168-b9f0eed5ad8b req-4c7d0f30-43db-4e84-b5a0-686812d9db4a service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2280526
Feb 04 19:32:21.487087 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:21.495829 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.509257 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39718) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:21.535526 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Transition to ACTIVE for port object 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:21.539145 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.599933 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:21.622061 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Usage tracker for resource:security_group_rule and tenant:8c32f74e7ce240caa25381af4e95c1d9 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:21.630050 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:21.640629 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dbd39c89-bc9a-4d5b-9115-e1cc31693d8c'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:32:21.673719 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.693005 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:21.721096 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.813956 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:21.867800 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:21.901879 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fbb00-9880-4b7b-b778-bd0cd6b07317 req-fd51f1b2-d168-4502-a8b1-2ba51acb8f60 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:21.905034 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-993fbb00-9880-4b7b-b778-bd0cd6b07317 req-fd51f1b2-d168-4502-a8b1-2ba51acb8f60 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.2509556
Feb 04 19:32:21.916684 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c0c0287c-d78b-4afe-9849-953d68818488 req-3b074d13-f479-48c9-b8a3-ac9ad1f7e0cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1096 time: 0.3181214
Feb 04 19:32:21.988480 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-993fbb00-9880-4b7b-b778-bd0cd6b07317 req-5a74e8de-d9f2-4296-99c7-81d83f251421 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753746
Feb 04 19:32:21.993342 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.073228 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Attempting to bind port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:22.073759 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Attempting to bind port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:22.074024 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Attempting to bind port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 on network 02ad8771-b184-4409-89fc-07c13b3a5912 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:22.089125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d89702c-5c63-4a8c-84c5-b9015c060cab,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:22.106579 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 on network 02ad8771-b184-4409-89fc-07c13b3a5912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:32:22.106957 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Attempting to bind port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 on network 02ad8771-b184-4409-89fc-07c13b3a5912 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:22.118234 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:22.118902 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Checking segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:22.119036 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Bound using segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:22.119450 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Bound port: 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:22.119788 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.143074 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d0a8b-56c9-4221-96eb-d6a2043a4e88 req-1f1ec9cc-1840-4b70-917a-336ac0a371ac tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:22.150807 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f30d0a8b-56c9-4221-96eb-d6a2043a4e88 req-1f1ec9cc-1840-4b70-917a-336ac0a371ac tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 943 time: 0.4656861
Feb 04 19:32:22.155643 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-884f446a-a413-45d7-9a49-7b4106c9be5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c32f74e7ce240caa25381af4e95c1d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6442399
Feb 04 19:32:22.157374 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39730) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:22.279574 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0287c-d78b-4afe-9849-953d68818488 req-8e32133f-2a77-4f11-adaf-0a461570ee4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:22.280912 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c0c0287c-d78b-4afe-9849-953d68818488 req-8e32133f-2a77-4f11-adaf-0a461570ee4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.3559380
Feb 04 19:32:22.344512 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-64a0a206-3d8f-4d5e-9558-55c07f531545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.361654 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f30d0a8b-56c9-4221-96eb-d6a2043a4e88 req-962f578b-b2b1-4e2a-aa94-28d6572f8a45 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098315
Feb 04 19:32:22.362889 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] For port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:22.365640 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c0c0287c-d78b-4afe-9849-953d68818488 req-8db3a1d4-415d-4a42-bc5f-69d2cdad8aaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 217 time: 0.0774090
Feb 04 19:32:22.371317 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] For port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:22.376360 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb06f4-4063-4177-abdd-6b8b4f66d1ca req-d1d726bb-8734-4813-ba46-668afac7d03c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:22.386231 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9fbb06f4-4063-4177-abdd-6b8b4f66d1ca req-d1d726bb-8734-4813-ba46-668afac7d03c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 944 time: 0.2080817
Feb 04 19:32:22.430781 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-64a0a206-3d8f-4d5e-9558-55c07f531545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.436590 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0287c-d78b-4afe-9849-953d68818488 req-f3e5daee-eb78-4e31-8201-a9ca1b3e4721 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:22.438104 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c0c0287c-d78b-4afe-9849-953d68818488 req-f3e5daee-eb78-4e31-8201-a9ca1b3e4721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.0655541
Feb 04 19:32:22.441835 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.506715 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9fbb06f4-4063-4177-abdd-6b8b4f66d1ca req-49b5dd15-60f8-47fd-9d55-bca87ff40017 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195710
Feb 04 19:32:22.615704 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-64a0a206-3d8f-4d5e-9558-55c07f531545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.635832 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0a206-3d8f-4d5e-9558-55c07f531545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d89702c-5c63-4a8c-84c5-b9015c060cab,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:22.641125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-64a0a206-3d8f-4d5e-9558-55c07f531545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.642620 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-64a0a206-3d8f-4d5e-9558-55c07f531545 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d89702c-5c63-4a8c-84c5-b9015c060cab HTTP/1.1" status: 204  len: 168 time: 0.4827256
Feb 04 19:32:22.738101 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:22.739484 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 1093 time: 2.4531598
Feb 04 19:32:22.742925 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:22.769999 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device b6d752ec-68fe-4343-918e-b5215b7b5be5 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:32:22.780001 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889dee2-8c80-46d8-b9bd-8aa84ba78410 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:22.817387 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c0c0287c-d78b-4afe-9849-953d68818488 req-bd9fbde8-5a59-4fb8-a642-9800b8f6db52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3703072
Feb 04 19:32:22.831010 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeefc7-c416-4a44-9c43-a00d68ee7488 req-2728df5b-3a7e-4cc6-8f6d-88a51d458c34 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:22.849096 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9efeefc7-c416-4a44-9c43-a00d68ee7488 req-2728df5b-3a7e-4cc6-8f6d-88a51d458c34 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.1737723
Feb 04 19:32:22.881126 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 22a87112-8907-43d7-b580-d3c86c464105 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:22.949065 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'status': 'completed', 'code': 200}
Feb 04 19:32:23.133748 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9efeefc7-c416-4a44-9c43-a00d68ee7488 req-b0f3eafb-da45-4193-acfd-6881191c1ba9 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2796359
Feb 04 19:32:23.168719 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port b6d752ec-68fe-4343-918e-b5215b7b5be5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=b6d752ec-68fe-4343-918e-b5215b7b5be5,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:23.178646 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Sync routers for ids ['deed2ac5-4965-48c0-90fb-70e754459570'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:32:23.201020 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Routers {'deed2ac5-4965-48c0-90fb-70e754459570'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:23.202026 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084679970>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['deed2ac5-4965-48c0-90fb-70e754459570'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:23.296244 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c0c0287c-d78b-4afe-9849-953d68818488 req-9f0aea44-ade1-4257-8b61-cafbbb7fa147 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4027739
Feb 04 19:32:23.305651 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 22a87112-8907-43d7-b580-d3c86c464105 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:23.308940 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'b6d752ec-68fe-4343-918e-b5215b7b5be5', 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'port_id': 'b6d752ec-68fe-4343-918e-b5215b7b5be5', 'mac_address': 'fa:16:3e:cd:80:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:32:23.327552 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 22a87112-8907-43d7-b580-d3c86c464105 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:23.328866 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:23.357801 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf0031-76d4-4a36-b782-c7abf8ed571c req-6136c497-6b3c-4836-a617-e2add2eeba69 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:23.357801 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6cf0031-76d4-4a36-b782-c7abf8ed571c req-6136c497-6b3c-4836-a617-e2add2eeba69 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1183827
Feb 04 19:32:23.436516 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-3bd7477e-1918-48f8-b3f7-56fd983cc949 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1096 time: 0.4817679
Feb 04 19:32:23.477550 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6cf0031-76d4-4a36-b782-c7abf8ed571c req-c89fcf69-badb-4c8b-a007-2720dd443b01 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149237
Feb 04 19:32:23.714032 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-e1ffda3a-a834-49c9-9e6b-712b8ed825b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 217 time: 0.2262211
Feb 04 19:32:23.756219 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:23.818891 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8f94b-26f6-455c-9278-43eb9c6cc88b req-3215d293-b8a7-4a92-870a-56972bb9f02c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:23.825948 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eda8f94b-26f6-455c-9278-43eb9c6cc88b req-3215d293-b8a7-4a92-870a-56972bb9f02c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 944 time: 0.1557558
Feb 04 19:32:23.838911 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d752ec-68fe-4343-918e-b5215b7b5be5 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:23.840274 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c0c0287c-d78b-4afe-9849-953d68818488 req-72f2eb0e-6bda-4513-996e-b8a4eddd2815 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5370827
Feb 04 19:32:23.852531 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83af38-faef-4588-9318-2bb602e27fa5 req-ff33af79-1d22-4788-8bdc-a81efba44a58 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:23.854411 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-ff33af79-1d22-4788-8bdc-a81efba44a58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.1286681
Feb 04 19:32:23.862958 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port b6d752ec-68fe-4343-918e-b5215b7b5be5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=b6d752ec-68fe-4343-918e-b5215b7b5be5,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:23.864673 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:23.922118 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436f808-0f12-41e1-b4a4-f460aea40027 req-0653b212-7553-496c-ab2c-acfa72d8f3b6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:23.923845 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b436f808-0f12-41e1-b4a4-f460aea40027 req-0653b212-7553-496c-ab2c-acfa72d8f3b6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 943 time: 0.3019066
Feb 04 19:32:23.934118 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eda8f94b-26f6-455c-9278-43eb9c6cc88b req-47b0a6a4-fcb8-41a1-aba4-a3c7363970ed tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051228
Feb 04 19:32:23.955611 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:24.011584 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b436f808-0f12-41e1-b4a4-f460aea40027 req-b90d8ba0-e25a-4641-a8f8-5368de6fad53 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776184
Feb 04 19:32:24.027181 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-8ee7167c-b84e-4a87-bc9f-3a9f58ecbf9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1629615
Feb 04 19:32:24.041705 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:24.087280 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Set router deed2ac5-4965-48c0-90fb-70e754459570 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:24.228744 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a87112-8907-43d7-b580-d3c86c464105'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:24.237404 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-f8016e56-7870-461b-8d3c-74e3fc5c1542 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032411
Feb 04 19:32:24.321300 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=b6d752ec-68fe-4343-918e-b5215b7b5be5,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:24.414337 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63a4f0-f4f0-4c84-8ec1-dac1242c85f1 req-b1c38ffa-d3cd-48cb-9df9-6aee7cc99297 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:24.416772 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e63a4f0-f4f0-4c84-8ec1-dac1242c85f1 req-b1c38ffa-d3cd-48cb-9df9-6aee7cc99297 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.1272888
Feb 04 19:32:24.419791 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da83af38-faef-4588-9318-2bb602e27fa5 req-b76b4c07-95d6-4e9a-b8a7-ea3c558afcba service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758673
Feb 04 19:32:24.483115 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 22a87112-8907-43d7-b580-d3c86c464105, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=22a87112-8907-43d7-b580-d3c86c464105,segment=NetworkSegment(63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61),segment_id=63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:24.494450 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-1e63a4f0-f4f0-4c84-8ec1-dac1242c85f1 req-f2d9c7cf-8c78-4d2f-92d2-37ac0f3572a3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:24.508662 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-1e63a4f0-f4f0-4c84-8ec1-dac1242c85f1 req-f2d9c7cf-8c78-4d2f-92d2-37ac0f3572a3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:24.519804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['b6d752ec-68fe-4343-918e-b5215b7b5be5'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:32:24.547683 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e63a4f0-f4f0-4c84-8ec1-dac1242c85f1 req-f2d9c7cf-8c78-4d2f-92d2-37ac0f3572a3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240523
Feb 04 19:32:24.609176 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:24.683610 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Sync routers for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:32:24.703384 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:24.704202 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084ae83a0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:24.771884 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Sync routers for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:32:24.782821 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:32:24.786180 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dbd39c89-bc9a-4d5b-9115-e1cc31693d8c up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:24.892693 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-6911f829-eb01-4709-80df-6d275c126eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1096 time: 0.3120627
Feb 04 19:32:24.947729 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=22a87112-8907-43d7-b580-d3c86c464105,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:24.963721 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:24.964598 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30845c6b20>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:25.084569 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:25.125798 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:25.138676 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8bda3-1544-4137-ba6f-78946488eea0 req-3ea6fc42-1d6b-4dc8-b86a-1241fe23db2f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:25.140303 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-09c8bda3-1544-4137-ba6f-78946488eea0 req-3ea6fc42-1d6b-4dc8-b86a-1241fe23db2f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.4269474
Feb 04 19:32:25.159154 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:25.160342 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:25.217310 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-0910f650-9440-40e6-82dc-72f43043e8e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:25.220848 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-0910f650-9440-40e6-82dc-72f43043e8e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.3146861
Feb 04 19:32:25.242462 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-09c8bda3-1544-4137-ba6f-78946488eea0 req-eab18566-b15d-42e5-8845-ac7963b6600e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853877
Feb 04 19:32:25.407595 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a87112-8907-43d7-b580-d3c86c464105', 'code': 200}
Feb 04 19:32:25.513744 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-3ab39ea7-a0df-41ec-acee-337bbd690459 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 217 time: 0.2676384
Feb 04 19:32:25.722763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd947c8-98e7-490c-a9a1-02dd42b208af req-926f50d1-abfb-4328-95a4-27e260b21b13 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:25.724264 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fdd947c8-98e7-490c-a9a1-02dd42b208af req-926f50d1-abfb-4328-95a4-27e260b21b13 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.2034931
Feb 04 19:32:25.739237 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-8ea5e2dd-f37a-4cab-a0a9-9d7a7891029b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:25.739823 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-8ea5e2dd-f37a-4cab-a0a9-9d7a7891029b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.2099152
Feb 04 19:32:25.779467 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084ae83a0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 2, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:25.788772 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Checking router: c66b6d51-3df7-4eff-8d71-adfa28d54ed2 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:32:25.788772 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Updating router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:32:25.792846 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fdd947c8-98e7-490c-a9a1-02dd42b208af req-21419385-e02e-4b7b-8dd8-6b641c446edb tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615067
Feb 04 19:32:25.883691 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:25.944432 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:26.009279 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:26.067957 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084679970>, [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 4, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '4979897c-d4b4-4b56-8b0e-80a6a7944f21', 'name': '', 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'mac_address': 'fa:16:3e:27:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 2, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'subnets': [{'id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:26.114753 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:26.146563 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'port_id': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'mac_address': 'fa:16:3e:e6:71:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:32:26.170965 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Checking router: deed2ac5-4965-48c0-90fb-70e754459570 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:32:26.177695 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Updating router deed2ac5-4965-48c0-90fb-70e754459570 port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:32:26.195661 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdea9b7-37c3-4c40-9633-0e68be3d5dbe req-b9e908be-8941-408c-9587-2ded89cb7dee tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:26.207832 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3fdea9b7-37c3-4c40-9633-0e68be3d5dbe req-b9e908be-8941-408c-9587-2ded89cb7dee tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.2125413
Feb 04 19:32:26.340850 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3fdea9b7-37c3-4c40-9633-0e68be3d5dbe req-6a4abb80-8175-4106-b223-41fe456ef57e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318078
Feb 04 19:32:26.377218 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09ea8d-3937-4626-b9b0-3266acd3e289 req-0c7b209d-1017-4437-b16d-c419396c6b4f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:26.390060 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ee09ea8d-3937-4626-b9b0-3266acd3e289 req-0c7b209d-1017-4437-b16d-c419396c6b4f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 944 time: 0.6470296
Feb 04 19:32:26.428502 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-254c4b32-2e7c-466d-bab4-05fbe98504fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5934689
Feb 04 19:32:26.450206 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-49850388-d5e2-4136-9d1f-adc6952b1fe7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 1098 time: 0.6164556
Feb 04 19:32:26.586046 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:26.599647 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30972b5-8a60-473d-b2b0-e729b225109e req-8c9dee0d-4e4d-4fd7-9f38-32d5efab976a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:26.609423 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a30972b5-8a60-473d-b2b0-e729b225109e req-8c9dee0d-4e4d-4fd7-9f38-32d5efab976a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1025949
Feb 04 19:32:26.614209 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Transition to ACTIVE for port object b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:26.638401 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:26.650289 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:26.657938 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:26.672512 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:26.683713 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:26.728193 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a30972b5-8a60-473d-b2b0-e729b225109e req-56d475ea-c268-4de9-b281-6444559f41a9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176579
Feb 04 19:32:26.733525 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5c5699-ddb7-4265-8537-b725bd8c23d5 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:26.796312 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:26.803528 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ee09ea8d-3937-4626-b9b0-3266acd3e289 req-10cdfd81-db45-4165-afd3-bd4cb15321ea tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4125664
Feb 04 19:32:26.863259 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:26.899888 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Usage tracker for resource:security_group_rule and tenant:9e7fc13e237042c19d5f938c9feecc82 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:26.911142 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:26.934100 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-5579f41c-744c-4e9e-96ca-beb5287ef7d7 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4804888
Feb 04 19:32:26.934977 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:26.973171 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2ddc-93c6-4327-a35c-18e8d1f1dba4 None None] Pushing event updated for resources: {'Port': ['ID=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:27.051855 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:27.055369 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:27.107044 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Attempting to bind port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:27.108203 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Attempting to bind port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:27.111035 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Attempting to bind port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 on network 02ad8771-b184-4409-89fc-07c13b3a5912 {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:27.127236 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:27.127655 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Checking segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:27.128181 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:27.128870 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Bound using segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:27.132505 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Bound port: b721d5e2-13a4-4a7d-aa7d-4eea62f5c760, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:27.133650 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:27.152583 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cdaa7-bf58-405a-834f-771de0354f07 req-03e962ef-f03a-4ee7-ab8f-7d2609274fa3 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:27.156707 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:27.156851 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-970cdaa7-bf58-405a-834f-771de0354f07 req-03e962ef-f03a-4ee7-ab8f-7d2609274fa3 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.1735542
Feb 04 19:32:27.210246 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:27.219701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f54b10-8c22-4513-9245-19fb5f0ca6af,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:27.236282 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cf396497-e6bf-4603-b6aa-e2e7a552ec6b req-6b7ec713-1538-4f11-aa26-dbb9ad26874e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7393603
Feb 04 19:32:27.248940 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:27.265143 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-970cdaa7-bf58-405a-834f-771de0354f07 req-f5efa00b-fadd-4259-b36c-c9464c3ca321 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002393
Feb 04 19:32:27.306966 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] For port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:27.310873 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] For port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:27.378816 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:27.410916 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:27.458348 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2ddc-93c6-4327-a35c-18e8d1f1dba4 None None] Pushing event updated for resources: {'Port': ['ID=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,revision_number=4']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:27.507798 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:27.508798 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084ae83a0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:27.547032 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:27.603991 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30845c6b20>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 2, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:27.611761 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c', 'code': 200}
Feb 04 19:32:27.612398 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Checking router: 5ff45945-481f-4501-b7cb-f1d61ab50a0f for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:32:27.612812 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Updating router 5ff45945-481f-4501-b7cb-f1d61ab50a0f port 9567b97d-a053-4309-9ce3-a166ff211aee binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:32:27.642952 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8a85b-3e0f-4dff-af4b-c094c2fd49e1 req-50435c89-46f5-41cb-88e4-036a9443ac96 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:27.659608 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5ba8a85b-3e0f-4dff-af4b-c094c2fd49e1 req-50435c89-46f5-41cb-88e4-036a9443ac96 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.1893818
Feb 04 19:32:27.727178 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5ba8a85b-3e0f-4dff-af4b-c094c2fd49e1 req-9ae5389f-719b-45a7-83cc-0e34d8e263f1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661163
Feb 04 19:32:27.759897 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:27.905564 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:28.062095 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28242b-90f5-47d0-be67-482da7b5cae9 req-8a2ab644-9239-49e6-8bae-d73c9589dfa7 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:28.064905 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6055-f910-4f94-b317-f6a43e03f82c req-605a6c55-0406-4309-8b94-aab708df644b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:28.069653 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ac28242b-90f5-47d0-be67-482da7b5cae9 req-8a2ab644-9239-49e6-8bae-d73c9589dfa7 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 944 time: 0.0868578
Feb 04 19:32:28.073507 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f91a6055-f910-4f94-b317-f6a43e03f82c req-605a6c55-0406-4309-8b94-aab708df644b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.0924199
Feb 04 19:32:28.125815 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ac28242b-90f5-47d0-be67-482da7b5cae9 req-f90ce48e-4587-450c-99ed-ede3917bbb60 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552125
Feb 04 19:32:28.138468 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f91a6055-f910-4f94-b317-f6a43e03f82c req-da4030bd-927b-41e3-8bba-7c6d0a897de1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640099
Feb 04 19:32:28.208659 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:28.229437 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Transition to ACTIVE for port object 4979897c-d4b4-4b56-8b0e-80a6a7944f21 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:28.240969 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:28.252833 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Transition to ACTIVE for port object 9567b97d-a053-4309-9ce3-a166ff211aee will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:32:28.301504 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:28.328245 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-40471add-9667-4402-9631-57927eec5ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084ae83a0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:27Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:28.330884 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40471add-9667-4402-9631-57927eec5ed3 None None] The sync data for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi is: [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:27Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:32:28.337958 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:28.567636 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d53fd-f556-42b8-9237-f79dadd3cf13 None None] Pushing event updated for resources: {'Port': ['ID=4979897c-d4b4-4b56-8b0e-80a6a7944f21,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:28.633572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346f319-671d-4c37-aa1f-2bebcf992b88 req-a7f70dfe-f871-410d-8ef7-13a4be2bc005 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:28.647784 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b346f319-671d-4c37-aa1f-2bebcf992b88 req-a7f70dfe-f871-410d-8ef7-13a4be2bc005 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.1675177
Feb 04 19:32:28.749831 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b346f319-671d-4c37-aa1f-2bebcf992b88 req-57474ac7-a83f-434d-a8a6-b131babbf440 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008265
Feb 04 19:32:28.814786 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f223ab-d1e0-44e5-9e1e-dcabd20e96f6 None None] Pushing event updated for resources: {'Port': ['ID=9567b97d-a053-4309-9ce3-a166ff211aee,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:28.890984 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Attempting to bind port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:28.891348 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Attempting to bind port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:28.892002 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Attempting to bind port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 on network 09bf0e55-03c2-44ac-bcf4-c837f381eae5 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:28.912512 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Attempting to bind port 9567b97d-a053-4309-9ce3-a166ff211aee on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:32:28.912512 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Attempting to bind port 9567b97d-a053-4309-9ce3-a166ff211aee by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:32:28.912512 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Attempting to bind port 9567b97d-a053-4309-9ce3-a166ff211aee on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:32:28.913459 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:28.913615 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Checking segment: {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:28.913914 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:28.914282 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Bound using segment: {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:28.914751 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Bound port: 4979897c-d4b4-4b56-8b0e-80a6a7944f21, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7710e36b-7d84-497f-a020-0fb588abd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:28.915109 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:28.945476 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:32:28.945842 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Checking segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:32:28.946236 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:28.946618 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Bound using segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:32:28.947081 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Bound port: 9567b97d-a053-4309-9ce3-a166ff211aee, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:32:28.947440 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:29.007125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9271d-a620-464f-914f-44d7dd1936a4 req-ff2f32ec-048f-421a-9c83-1a2ae530c6b9 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:29.009264 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a7e9271d-a620-464f-914f-44d7dd1936a4 req-ff2f32ec-048f-421a-9c83-1a2ae530c6b9 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.1471422
Feb 04 19:32:29.113973 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:29.125397 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a7e9271d-a620-464f-914f-44d7dd1936a4 req-4af7b23b-9382-426d-a302-4ab1808522e5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103032
Feb 04 19:32:29.210266 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] For port 4979897c-d4b4-4b56-8b0e-80a6a7944f21, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:29.223220 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] For port 4979897c-d4b4-4b56-8b0e-80a6a7944f21, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=4979897c-d4b4-4b56-8b0e-80a6a7944f21,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:29.224517 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] For port 9567b97d-a053-4309-9ce3-a166ff211aee, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:32:29.229136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] For port 9567b97d-a053-4309-9ce3-a166ff211aee, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9567b97d-a053-4309-9ce3-a166ff211aee,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:32:29.235947 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39940) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:29.297380 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:29.445546 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:29.453927 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:29.488503 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:29.512588 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:29.513507 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:29.524802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03418f-a255-4bc6-a283-f13ab1759a81 req-83be10a6-2ed9-4040-aaa3-d37ccbed70a5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:29.526274 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7b03418f-a255-4bc6-a283-f13ab1759a81 req-83be10a6-2ed9-4040-aaa3-d37ccbed70a5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.1846967
Feb 04 19:32:29.549416 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc059-1187-4e17-aafe-1131f76b9315 req-53217733-844c-49ea-9a3e-662557bfc4a3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:29.562638 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7c4fc059-1187-4e17-aafe-1131f76b9315 req-53217733-844c-49ea-9a3e-662557bfc4a3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 944 time: 0.1988285
Feb 04 19:32:29.599430 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7b03418f-a255-4bc6-a283-f13ab1759a81 req-9857a2ca-8487-4c4e-96d3-774dd01c6620 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586689
Feb 04 19:32:29.606660 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:29.611231 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Usage tracker for resource:security_group_rule and tenant:84a78377350f4de3899c7bf6cfe55466 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:29.616234 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:29.624624 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:29.673435 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7c4fc059-1187-4e17-aafe-1131f76b9315 req-4deb5a8a-4115-4242-8c8d-379133c064ea tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081450
Feb 04 19:32:29.706851 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d53fd-f556-42b8-9237-f79dadd3cf13 None None] Pushing event updated for resources: {'Port': ['ID=4979897c-d4b4-4b56-8b0e-80a6a7944f21,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:29.763721 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:29.816428 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Routers {'deed2ac5-4965-48c0-90fb-70e754459570'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:29.819527 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084679970>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['deed2ac5-4965-48c0-90fb-70e754459570'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:29.839775 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:29.885644 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84a78377350f4de3899c7bf6cfe55466&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6485047
Feb 04 19:32:29.888148 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 39952) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:29.903838 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:29.914103 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30845c6b20>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:29.934966 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf0a33-7dcb-4139-94ca-471bb4135301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf745b-ee43-4cd8-a2ad-20b02843adc4,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:30.017127 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b0e890c1-9483-4524-a1df-6d25b8273495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:30.050903 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b0e890c1-9483-4524-a1df-6d25b8273495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:30.083025 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904f8d9-b4dc-44cc-8aeb-82ed8cf126b4 req-1a0e2d15-dc6f-4cf4-9362-2d159a89e143 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:30.085657 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0904f8d9-b4dc-44cc-8aeb-82ed8cf126b4 req-1a0e2d15-dc6f-4cf4-9362-2d159a89e143 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.1492147
Feb 04 19:32:30.099596 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f223ab-d1e0-44e5-9e1e-dcabd20e96f6 None None] Pushing event updated for resources: {'Port': ['ID=9567b97d-a053-4309-9ce3-a166ff211aee,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:30.155269 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0904f8d9-b4dc-44cc-8aeb-82ed8cf126b4 req-d4951642-f274-4fed-990c-83c595666b43 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547228
Feb 04 19:32:30.219260 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b0e890c1-9483-4524-a1df-6d25b8273495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:30.224968 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:30.236952 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e890c1-9483-4524-a1df-6d25b8273495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf745b-ee43-4cd8-a2ad-20b02843adc4,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:30.249012 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b0e890c1-9483-4524-a1df-6d25b8273495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:30.257349 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b0e890c1-9483-4524-a1df-6d25b8273495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfbf745b-ee43-4cd8-a2ad-20b02843adc4 HTTP/1.1" status: 204  len: 168 time: 0.3675661
Feb 04 19:32:30.329571 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:30.339716 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b906b8-0ca5-44f7-990f-36ca4ec4bd23 req-4578194d-28bc-41d4-814b-e305910763dd tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:30.341350 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-64b906b8-0ca5-44f7-990f-36ca4ec4bd23 req-4578194d-28bc-41d4-814b-e305910763dd tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.0909739
Feb 04 19:32:30.345424 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:30.385188 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] Set router deed2ac5-4965-48c0-90fb-70e754459570 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:30.390305 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-64b906b8-0ca5-44f7-990f-36ca4ec4bd23 req-b1780c2d-c712-428d-b8e9-87cee80e0c96 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436201
Feb 04 19:32:30.441218 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:30.628992 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c996ff0c-1baa-41f4-95c4-5a37af742df1 req-a89b93f1-82ba-49e1-8bd1-2ad795a593ee service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470373
Feb 04 19:32:30.798179 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:30.960986 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dd5c5699-ddb7-4265-8537-b725bd8c23d5'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:32:30.976080 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052354-26a0-4d2a-851f-873dd30eaeed req-54a205bf-f8be-40c3-a81a-1698ee6d77db tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:30.983117 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9a052354-26a0-4d2a-851f-873dd30eaeed req-54a205bf-f8be-40c3-a81a-1698ee6d77db tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.1026404
Feb 04 19:32:30.986048 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9567b97d-a053-4309-9ce3-a166ff211aee up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:31.035090 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dae34-0f8b-40c6-80c8-146dce373880 req-02064b0b-c5b4-455c-a302-29df36628699 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:31.036866 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9a052354-26a0-4d2a-851f-873dd30eaeed req-2b2c8b1a-73c1-4d70-909a-f1a976bbd329 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496662
Feb 04 19:32:31.042927 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7d2dae34-0f8b-40c6-80c8-146dce373880 req-02064b0b-c5b4-455c-a302-29df36628699 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 944 time: 0.1672575
Feb 04 19:32:31.096724 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-39692d8d-b113-4f14-90bb-7b5f49ee8dee req-e33c3ce9-1946-4283-8307-7296e49eeaf8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.1339741
Feb 04 19:32:31.107714 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7d2dae34-0f8b-40c6-80c8-146dce373880 req-4deb9368-0a7c-4ffe-8d4b-a1bf092b6a0d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633297
Feb 04 19:32:31.152228 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-39692d8d-b113-4f14-90bb-7b5f49ee8dee req-d160bce9-e0c7-44b1-96a7-9ef32cff92bc service neutron] Synchronizing usage tracker for tenant:9e7fc13e237042c19d5f938c9feecc82 on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:31.218172 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 39978) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:31.239236 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.264873 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-39692d8d-b113-4f14-90bb-7b5f49ee8dee req-d160bce9-e0c7-44b1-96a7-9ef32cff92bc service neutron] Unset dirty status for tenant:9e7fc13e237042c19d5f938c9feecc82 on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:31.266976 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-39692d8d-b113-4f14-90bb-7b5f49ee8dee req-d160bce9-e0c7-44b1-96a7-9ef32cff92bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579547
Feb 04 19:32:31.279314 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:31.283386 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Usage tracker for resource:security_group_rule and tenant:179c8c1050a54385b5e4fe6e65e9f865 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:31.286622 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:31.293366 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:31.293541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084679970>, [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 4, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '4979897c-d4b4-4b56-8b0e-80a6a7944f21', 'name': '', 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'mac_address': 'fa:16:3e:27:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:29Z', 'revision_number': 4, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'subnets': [{'id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:31.310810 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290643c0-ba6b-4fe0-9487-defe2c899889 None None] The sync data for ids ['deed2ac5-4965-48c0-90fb-70e754459570'] in dv-cinder-827242-1-iscsi is: [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:53Z', 'revision_number': 4, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '4979897c-d4b4-4b56-8b0e-80a6a7944f21', 'name': '', 'network_id': '09bf0e55-03c2-44ac-bcf4-c837f381eae5', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'mac_address': 'fa:16:3e:27:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:29Z', 'revision_number': 4, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'subnets': [{'id': '3a078072-a09d-4b11-b6ce-377a4de13e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:32:31.349828 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30845c6b20>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:29Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:31.365346 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 9567b97d-a053-4309-9ce3-a166ff211aee completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:31.372087 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b7c73-f4e2-4979-8621-f20930b50884 None None] The sync data for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi is: [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:29Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:32:31.376368 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9567b97d-a053-4309-9ce3-a166ff211aee triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:31.376743 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.540523 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e333fa-790e-49f1-b46c-29c091dae6c3 req-fe3f5bf0-aafd-4ffc-bfdd-c32ad411f23f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:31.547924 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b0e333fa-790e-49f1-b46c-29c091dae6c3 req-fe3f5bf0-aafd-4ffc-bfdd-c32ad411f23f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.2311296
Feb 04 19:32:31.552116 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.605274 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.622386 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b0e333fa-790e-49f1-b46c-29c091dae6c3 req-a2f03ee9-5cc3-497f-b0e1-b4e7ce9b5f76 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735033
Feb 04 19:32:31.638190 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.708153 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 9567b97d-a053-4309-9ce3-a166ff211aee, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9567b97d-a053-4309-9ce3-a166ff211aee,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:31.747067 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a45e13-070d-4f4e-b8c9-6101db4dfb17 req-5c36e1e8-1168-41df-acba-dcda607bcf30 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:31.755354 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-60a45e13-070d-4f4e-b8c9-6101db4dfb17 req-5c36e1e8-1168-41df-acba-dcda607bcf30 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.1516173
Feb 04 19:32:31.766887 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab3b0df-d9bd-4e26-a2ff-3db314d7f3c8,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:31.769922 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.770693 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:31.772534 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-77913a19-6cd3-49d3-93bf-251a56122a75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=179c8c1050a54385b5e4fe6e65e9f865&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5530465
Feb 04 19:32:31.783769 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40006) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:31.856105 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-60a45e13-070d-4f4e-b8c9-6101db4dfb17 req-c1e2fa5c-5119-497d-b7fa-17375d29ff58 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955276
Feb 04 19:32:31.889194 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b01652ed-5adb-4633-8db5-fc0d2e9283c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.921804 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b01652ed-5adb-4633-8db5-fc0d2e9283c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:31.952396 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=9567b97d-a053-4309-9ce3-a166ff211aee,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:31.967751 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:31.968124 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:32.041356 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:32:32.055413 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device b6d752ec-68fe-4343-918e-b5215b7b5be5 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:32.067464 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b01652ed-5adb-4633-8db5-fc0d2e9283c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:32.095204 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01652ed-5adb-4633-8db5-fc0d2e9283c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab3b0df-d9bd-4e26-a2ff-3db314d7f3c8,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:32.110024 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b01652ed-5adb-4633-8db5-fc0d2e9283c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:32.111994 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-b01652ed-5adb-4633-8db5-fc0d2e9283c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ab3b0df-d9bd-4e26-a2ff-3db314d7f3c8 HTTP/1.1" status: 204  len: 168 time: 0.3265617
Feb 04 19:32:32.277980 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.resource_extend [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 04 19:32:32.588919 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7abea-a1f5-4f8a-84b1-01d9d1490bde req-ad353936-833d-4908-8a64-be58ad8907b5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:32.589395 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877cb38-4cc0-435b-bea3-3e705223d251 req-c3a663c9-4171-437b-8421-6ccc4d085787 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:32.589769 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-82c7abea-a1f5-4f8a-84b1-01d9d1490bde req-ad353936-833d-4908-8a64-be58ad8907b5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.2734394
Feb 04 19:32:32.593785 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1877cb38-4cc0-435b-bea3-3e705223d251 req-c3a663c9-4171-437b-8421-6ccc4d085787 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 944 time: 0.2456644
Feb 04 19:32:32.615183 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:32.662686 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'port_id': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'mac_address': 'fa:16:3e:21:77:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:32:32.674010 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port b6d752ec-68fe-4343-918e-b5215b7b5be5 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:32.675833 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1877cb38-4cc0-435b-bea3-3e705223d251 req-610ce90e-87b3-4b7a-9fe1-12dea262b270 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804212
Feb 04 19:32:32.682568 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port b6d752ec-68fe-4343-918e-b5215b7b5be5 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:32.682987 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:32.724118 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-82c7abea-a1f5-4f8a-84b1-01d9d1490bde req-d8571b9f-2458-4506-939b-79c258c95ce0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344361
Feb 04 19:32:32.950367 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:33.023116 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:32:33.053366 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:33.072091 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:33.093659 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d752ec-68fe-4343-918e-b5215b7b5be5'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:33.098592 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe28fa-a48d-4c5c-aff6-9260f6d6e07a req-d09a8f00-fdd9-4b99-83b4-9275832fd14c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:33.098592 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e2fe28fa-a48d-4c5c-aff6-9260f6d6e07a req-d09a8f00-fdd9-4b99-83b4-9275832fd14c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.1462429
Feb 04 19:32:33.105435 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port b6d752ec-68fe-4343-918e-b5215b7b5be5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=b6d752ec-68fe-4343-918e-b5215b7b5be5,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:33.153041 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:33.181764 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e2fe28fa-a48d-4c5c-aff6-9260f6d6e07a req-883a43f1-0523-4ab8-99f9-65a2a72b1df7 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799582
Feb 04 19:32:33.211377 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a358d3-ab28-4008-8701-7cd8c0935bbe req-4e87fe63-ce36-4985-afd0-ca27705bef8a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:33.215773 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-18a358d3-ab28-4008-8701-7cd8c0935bbe req-4e87fe63-ce36-4985-afd0-ca27705bef8a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 943 time: 0.1881258
Feb 04 19:32:33.356515 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-18a358d3-ab28-4008-8701-7cd8c0935bbe req-7f2bd7a9-9f36-4d4f-a8ce-a7178f9a25bd tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361754
Feb 04 19:32:33.365599 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d752ec-68fe-4343-918e-b5215b7b5be5', 'code': 200}
Feb 04 19:32:33.368014 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 4979897c-d4b4-4b56-8b0e-80a6a7944f21 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:33.398615 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:33.429431 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40072) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:33.512955 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:33.605220 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=b6d752ec-68fe-4343-918e-b5215b7b5be5,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:33.719053 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:33.727345 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:33.727875 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:33.733864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:33.759248 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:32:33.770438 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:33.776845 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Usage tracker for resource:security_group_rule and tenant:a4799eaa9b6143b9afeaa00070069080 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:33.781925 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:33.789802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:33.887240 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.004789 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.005728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280387-d73a-4ec8-bf5c-a536aa9ab811 req-284f636f-4ff4-4df6-8840-d278ff893167 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:34.007274 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5f280387-d73a-4ec8-bf5c-a536aa9ab811 req-284f636f-4ff4-4df6-8840-d278ff893167 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.0945208
Feb 04 19:32:34.008094 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.051106 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:34.060161 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3fd39f-03bc-49ce-8000-78eb2b9a2061,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:34.111038 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef8055-08b3-47e8-8fe6-485a29fb5398 req-daf05534-bfe1-47eb-b182-f0c86d9cf24b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:34.111573 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5f280387-d73a-4ec8-bf5c-a536aa9ab811 req-b30e91f8-2c76-49e1-a3f5-0de41a7a3834 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935414
Feb 04 19:32:34.112774 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20ef8055-08b3-47e8-8fe6-485a29fb5398 req-daf05534-bfe1-47eb-b182-f0c86d9cf24b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.2061241
Feb 04 19:32:34.118984 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0b533da3-ae83-4ba8-ae3d-2b81ee79329d req-6f756e78-150a-4d22-8865-befd7aabe928 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 1098 time: 0.1546752
Feb 04 19:32:34.124669 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e459a9b4-004a-458b-b8a1-6af47fdae618 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4799eaa9b6143b9afeaa00070069080&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6911495
Feb 04 19:32:34.124669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40100) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:34.171386 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 4979897c-d4b4-4b56-8b0e-80a6a7944f21, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=4979897c-d4b4-4b56-8b0e-80a6a7944f21,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:34.211522 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-585d0d81-2023-49f5-85e3-d4eff6ce76c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.247456 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-585d0d81-2023-49f5-85e3-d4eff6ce76c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.293184 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.294005 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9567b97d-a053-4309-9ce3-a166ff211aee up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:34.386922 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20ef8055-08b3-47e8-8fe6-485a29fb5398 req-42866d02-b7a8-487b-b8f6-6ebf94dc0dc3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669640
Feb 04 19:32:34.400460 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0b533da3-ae83-4ba8-ae3d-2b81ee79329d req-6fe1d18e-9c94-40ec-a646-a9a0c1ce69c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524674
Feb 04 19:32:34.435015 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-585d0d81-2023-49f5-85e3-d4eff6ce76c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.456999 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d0d81-2023-49f5-85e3-d4eff6ce76c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3fd39f-03bc-49ce-8000-78eb2b9a2061,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:34.459323 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=4979897c-d4b4-4b56-8b0e-80a6a7944f21,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:34.467607 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-585d0d81-2023-49f5-85e3-d4eff6ce76c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.471910 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-585d0d81-2023-49f5-85e3-d4eff6ce76c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce3fd39f-03bc-49ce-8000-78eb2b9a2061 HTTP/1.1" status: 204  len: 168 time: 0.3432035
Feb 04 19:32:34.489480 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9567b97d-a053-4309-9ce3-a166ff211aee triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:34.489979 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.518009 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfc83e-0243-4674-89ef-19b0dafff927 req-6f5584a0-f0cd-44b0-8863-81a0b7e4afbb tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:34.520431 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-33dfc83e-0243-4674-89ef-19b0dafff927 req-6f5584a0-f0cd-44b0-8863-81a0b7e4afbb tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.1548955
Feb 04 19:32:34.528330 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port dd5c5699-ddb7-4265-8537-b725bd8c23d5 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:34.547092 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port dd5c5699-ddb7-4265-8537-b725bd8c23d5 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:34.547515 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.583158 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-33dfc83e-0243-4674-89ef-19b0dafff927 req-b9ca3b38-1f90-40f1-af03-051757c5cc68 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557935
Feb 04 19:32:34.705597 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00d37-1fb0-41b9-94af-083b1593aacf req-9943d0e9-4dd0-422c-b57c-9e677d51ffad tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:34.708119 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-61c00d37-1fb0-41b9-94af-083b1593aacf req-9943d0e9-4dd0-422c-b57c-9e677d51ffad tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 944 time: 0.1502254
Feb 04 19:32:34.864481 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:34.876764 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-61c00d37-1fb0-41b9-94af-083b1593aacf req-eade9211-1f6e-4b8e-a306-261744c70cb6 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1583939
Feb 04 19:32:34.911175 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:34.953799 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 4979897c-d4b4-4b56-8b0e-80a6a7944f21 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:35.009141 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.090283 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:35.094370 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40134) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:35.094719 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:35.095324 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.309503 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.344618 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:35.350290 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Usage tracker for resource:security_group_rule and tenant:8d15d36583b64af794d4b52efd86d772 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:35.353406 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:35.362604 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:35.367490 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:35.388980 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431e4f1-b9ba-4156-871d-a6bd7985bf7a req-7cf8b573-6839-4b49-9a70-c6e302bd2356 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:35.402142 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a431e4f1-b9ba-4156-871d-a6bd7985bf7a req-7cf8b573-6839-4b49-9a70-c6e302bd2356 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1021459
Feb 04 19:32:35.449538 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'code': 200}
Feb 04 19:32:35.465107 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a431e4f1-b9ba-4156-871d-a6bd7985bf7a req-8af4a688-a5a0-457b-a8bc-bec6c3163b22 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617843
Feb 04 19:32:35.522065 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40154) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:35.544337 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.563376 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.587685 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:35.592178 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Usage tracker for resource:security_group_rule and tenant:57b8bd9ecb3446d3ac5f74409de4930c is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:35.595527 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:35.603760 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:35.635209 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-abbd2a3b-0164-4bb3-9982-cbffd37b0df2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1992948
Feb 04 19:32:35.647005 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.760226 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079bd475-2744-4ca7-99a5-9a3f8e10cbc5,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:35.776930 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ea6b2cde-6d4e-4c48-ae32-c3be888e0489 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d15d36583b64af794d4b52efd86d772&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6791885
Feb 04 19:32:35.783681 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40164) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:35.822249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.886681 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.888020 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338de656-cb89-4970-92c3-5ab152e6556c req-9a9d3448-1d0f-4c2e-b001-9875eb2e39dc tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:35.898568 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-338de656-cb89-4970-92c3-5ab152e6556c req-9a9d3448-1d0f-4c2e-b001-9875eb2e39dc tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.2348406
Feb 04 19:32:35.929466 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2a8c5-5eb9-4390-b176-e49ac7914fd2,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:35.936602 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e22c44c-96b5-44e6-bd64-126f7ae23180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:35.981173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40172) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:35.987294 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-fa647a7e-20de-4f56-b7f3-d73f7f15945e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57b8bd9ecb3446d3ac5f74409de4930c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4634736
Feb 04 19:32:36.033829 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e22c44c-96b5-44e6-bd64-126f7ae23180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.050092 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:32:36.152890 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be549c96-df92-497b-aa6d-bbb99050c466 req-c2454e8a-75e6-4467-911b-15439f22dec5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:36.161387 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be549c96-df92-497b-aa6d-bbb99050c466 req-c2454e8a-75e6-4467-911b-15439f22dec5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 944 time: 0.1243792
Feb 04 19:32:36.163736 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-338de656-cb89-4970-92c3-5ab152e6556c req-a7b953e0-cfc3-432f-9ff8-76087319b0ac tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603796
Feb 04 19:32:36.193617 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-a2184d62-be25-4582-9340-3fd2787b9952 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58852562d920415bb0b8ec9f965c3864&device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 1098 time: 0.3485594
Feb 04 19:32:36.230401 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be549c96-df92-497b-aa6d-bbb99050c466 req-428ae6eb-df5f-488d-98fc-ccb450d153c3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670011
Feb 04 19:32:36.264284 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:32:36.265731 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e234434b-5ea3-46bb-810f-fd433b76b891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.269125 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:32:36.269594 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.347798 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-42bd24d6-b26d-4dd1-a564-b2bfd19c5660 req-a99ab832-bb85-43fe-abfc-853eff03e76a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1098 time: 0.2884371
Feb 04 19:32:36.357803 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e234434b-5ea3-46bb-810f-fd433b76b891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.405648 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.459877 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:36.461101 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-a47e7a74-d2c1-47a8-90e8-39d85b9fe0ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:36.462634 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-a47e7a74-d2c1-47a8-90e8-39d85b9fe0ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=64964eb8-269e-4de8-9786-a0b4123177c3 HTTP/1.1" status: 200  len: 911 time: 0.2435946
Feb 04 19:32:36.470156 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e22c44c-96b5-44e6-bd64-126f7ae23180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.555227 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22c44c-96b5-44e6-bd64-126f7ae23180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079bd475-2744-4ca7-99a5-9a3f8e10cbc5,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:36.570332 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-42bd24d6-b26d-4dd1-a564-b2bfd19c5660 req-d80ef75a-f7c4-40f8-ba1a-3521892e7c94 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2160175
Feb 04 19:32:36.577368 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0e22c44c-96b5-44e6-bd64-126f7ae23180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.579221 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-0e22c44c-96b5-44e6-bd64-126f7ae23180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/079bd475-2744-4ca7-99a5-9a3f8e10cbc5 HTTP/1.1" status: 204  len: 168 time: 0.8000405
Feb 04 19:32:36.580887 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.581063 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-9334ce07-09c5-459d-b4ba-c96fab98dcb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22a87112-8907-43d7-b580-d3c86c464105 HTTP/1.1" status: 200  len: 217 time: 0.1068575
Feb 04 19:32:36.668110 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:36.671924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e234434b-5ea3-46bb-810f-fd433b76b891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.692295 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234434b-5ea3-46bb-810f-fd433b76b891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2a8c5-5eb9-4390-b176-e49ac7914fd2,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:36.707559 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e234434b-5ea3-46bb-810f-fd433b76b891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:36.708790 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e234434b-5ea3-46bb-810f-fd433b76b891 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbf2a8c5-5eb9-4390-b176-e49ac7914fd2 HTTP/1.1" status: 204  len: 168 time: 0.7261367
Feb 04 19:32:36.735235 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e30a9-7d9e-40ca-adba-a33a81c3e6cd req-65032d6e-f3fa-4023-b38e-373d3164ec37 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:36.736877 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5a2e30a9-7d9e-40ca-adba-a33a81c3e6cd req-65032d6e-f3fa-4023-b38e-373d3164ec37 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1086264
Feb 04 19:32:36.799008 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5a2e30a9-7d9e-40ca-adba-a33a81c3e6cd req-f658f31d-b861-48ed-b5c7-ac2265cba34e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510511
Feb 04 19:32:37.025302 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-8f3e3aad-e5b9-4bff-a60c-3ef41f715b91 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:37.027561 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-8f3e3aad-e5b9-4bff-a60c-3ef41f715b91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36583216-3700-4e85-958b-6182841e18bd HTTP/1.1" status: 200  len: 851 time: 0.0658946
Feb 04 19:32:37.100054 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-acd9ed5e-5030-4381-9f7e-4385cb47624d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64964eb8-269e-4de8-9786-a0b4123177c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470350
Feb 04 19:32:37.352102 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-771115bc-53a3-431f-9b42-b28b77b00c80 service neutron] 10.222.0.60 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282228
Feb 04 19:32:37.451381 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:37.491610 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6013672-7434-42fc-a081-cc3050bf710b req-2a0c254e-5f1b-4299-9115-a0eacdc42dfb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:37.498292 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6013672-7434-42fc-a081-cc3050bf710b req-2a0c254e-5f1b-4299-9115-a0eacdc42dfb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.2001700
Feb 04 19:32:37.534259 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebbe4f49-2333-48ac-a0db-8e7f63fe589a req-15876390-849f-42d5-bdae-c27d35133ee8 service neutron] 10.222.0.60 "GET /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755269
Feb 04 19:32:37.566081 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6013672-7434-42fc-a081-cc3050bf710b req-7bf737c6-0429-4b17-b022-14da57e4fed8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668468
Feb 04 19:32:37.708768 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40236) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:37.747219 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:37.765902 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71761ffe-bdd6-474e-9162-0989e3315640 req-6fe7700c-8974-4c4b-ae28-49954c97b90f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:37.773854 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71761ffe-bdd6-474e-9162-0989e3315640 req-6fe7700c-8974-4c4b-ae28-49954c97b90f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0995619
Feb 04 19:32:37.796189 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:37.800780 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Usage tracker for resource:security_group_rule and tenant:8455759958c84acd92ee2383735889ec is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:37.803800 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:37.809785 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:37.830919 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71761ffe-bdd6-474e-9162-0989e3315640 req-d8078007-7699-40d6-b6ba-1c0a58b498f1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560858
Feb 04 19:32:37.893269 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'code': 200}
Feb 04 19:32:37.898131 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:38.043799 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:38.090463 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee95210-58ff-4892-ad57-917a1ca68703,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:38.094607 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-03521320-6c14-4893-9e77-8ebcc1a9c958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8455759958c84acd92ee2383735889ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3846684
Feb 04 19:32:38.098049 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40248) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:38.290057 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa0ec-b571-4604-a21c-0b79fb17e2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:38.330114 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:38.339237 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa0ec-b571-4604-a21c-0b79fb17e2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:38.396927 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abc216-4ce8-4bb5-b155-5a6946a96165 req-b01eaa0e-18ad-41cf-a726-e04422183237 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:38.398528 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-64abc216-4ce8-4bb5-b155-5a6946a96165 req-b01eaa0e-18ad-41cf-a726-e04422183237 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0966566
Feb 04 19:32:38.450075 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-64abc216-4ce8-4bb5-b155-5a6946a96165 req-aa4873d9-a9cb-4a72-ba8e-f99117cae16e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459452
Feb 04 19:32:38.479086 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa0ec-b571-4604-a21c-0b79fb17e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:38.507205 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9aa0ec-b571-4604-a21c-0b79fb17e2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee95210-58ff-4892-ad57-917a1ca68703,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:38.519111 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa0ec-b571-4604-a21c-0b79fb17e2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:38.520460 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-9f9aa0ec-b571-4604-a21c-0b79fb17e2e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eee95210-58ff-4892-ad57-917a1ca68703 HTTP/1.1" status: 204  len: 168 time: 0.4214671
Feb 04 19:32:38.577010 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8b69c4fc-8395-4fd9-b6f7-2a41bf0455e0 req-cde7cd3f-64bf-4c5e-9847-f2d125d1e747 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1098 time: 0.1385815
Feb 04 19:32:38.647290 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8b69c4fc-8395-4fd9-b6f7-2a41bf0455e0 req-5a2458c4-0f3f-409a-923f-8b6de4d11dac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636513
Feb 04 19:32:38.740911 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84289c7d-635e-415d-b4dc-f9594c0b0a46 req-4a41a400-da79-4a40-8955-2a5457135054 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:38.742549 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-84289c7d-635e-415d-b4dc-f9594c0b0a46 req-4a41a400-da79-4a40-8955-2a5457135054 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0805943
Feb 04 19:32:38.792328 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-84289c7d-635e-415d-b4dc-f9594c0b0a46 req-53496726-7b94-4a95-97f6-1aee525775e5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422778
Feb 04 19:32:39.038717 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701171-c89c-444d-8de6-f02e4c0aceb2 req-11f22d98-37d1-4c18-9fe9-329e767749be tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:39.040170 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6701171-c89c-444d-8de6-f02e4c0aceb2 req-11f22d98-37d1-4c18-9fe9-329e767749be tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0968041
Feb 04 19:32:39.074959 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40278) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:39.092601 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6701171-c89c-444d-8de6-f02e4c0aceb2 req-e71cc5e4-9ca7-47d8-a5d0-9452295212d9 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466909
Feb 04 19:32:39.339251 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:39.441885 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:39.447485 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f4f383dcd224c2a9338b34db3db7447 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:39.451139 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:39.466573 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:39.502449 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-026894e7-5958-4bce-a298-4246b2a97e53 req-f6bc76dc-a1a9-4974-adda-92955192d6c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 1098 time: 0.1350102
Feb 04 19:32:39.637889 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:39.715334 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:39.726533 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026894e7-5958-4bce-a298-4246b2a97e53 req-a54eb2b1-6262-4b6e-a917-14a6d64f0645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:39.727990 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-026894e7-5958-4bce-a298-4246b2a97e53 req-a54eb2b1-6262-4b6e-a917-14a6d64f0645 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.2168143
Feb 04 19:32:39.850040 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f4f383dcd224c2a9338b34db3db7447&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7737396
Feb 04 19:32:39.853561 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40312) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:39.854135 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-026894e7-5958-4bce-a298-4246b2a97e53 req-03693e43-b7ad-4916-9187-f0f618065dc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6d752ec-68fe-4343-918e-b5215b7b5be5 HTTP/1.1" status: 200  len: 217 time: 0.1053231
Feb 04 19:32:39.863558 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab6f84-5211-4ba4-9574-9e208ddd2ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b297db-b3db-4123-bb10-caeb6937a68c,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:39.939176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba81ea-847e-4ca6-a021-e2e7e56fd913 req-6c72818d-6d7d-4588-aafe-f53b5c64d725 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:39.941245 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-00ba81ea-847e-4ca6-a021-e2e7e56fd913 req-6c72818d-6d7d-4588-aafe-f53b5c64d725 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2775049
Feb 04 19:32:39.994542 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-00ba81ea-847e-4ca6-a021-e2e7e56fd913 req-a669f4f3-55f5-4bc0-bc16-9218f7376ec8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461667
Feb 04 19:32:40.005132 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5cff-46f0-4252-9e76-271c8f60fb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:40.011395 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026894e7-5958-4bce-a298-4246b2a97e53 req-e497ada2-7fef-4a41-9aa2-7d75e33771fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:40.013298 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-026894e7-5958-4bce-a298-4246b2a97e53 req-e497ada2-7fef-4a41-9aa2-7d75e33771fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.1245697
Feb 04 19:32:40.062397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5cff-46f0-4252-9e76-271c8f60fb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:40.129382 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-026894e7-5958-4bce-a298-4246b2a97e53 req-eb3df92f-abca-4dde-b539-e31dac157009 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1096857
Feb 04 19:32:40.230980 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:32:40.236183 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c877b-d675-482b-af47-8d990151b417 req-92b55211-bf56-466a-abf4-9a047ac28ee5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:40.237710 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ef2c877b-d675-482b-af47-8d990151b417 req-92b55211-bf56-466a-abf4-9a047ac28ee5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1015296
Feb 04 19:32:40.288790 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ef2c877b-d675-482b-af47-8d990151b417 req-5c848c59-2dd9-4163-b268-c4b22097c5e9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454915
Feb 04 19:32:40.320156 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5cff-46f0-4252-9e76-271c8f60fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:40.351076 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf5cff-46f0-4252-9e76-271c8f60fb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b297db-b3db-4123-bb10-caeb6937a68c,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:40.365297 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5cff-46f0-4252-9e76-271c8f60fb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:40.366603 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-7aaf5cff-46f0-4252-9e76-271c8f60fb93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03b297db-b3db-4123-bb10-caeb6937a68c HTTP/1.1" status: 204  len: 168 time: 0.5120504
Feb 04 19:32:40.382129 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-026894e7-5958-4bce-a298-4246b2a97e53 req-7e137941-199e-4355-b961-d7bb97047ff1 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381463
Feb 04 19:32:40.389602 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bf034-9a99-4a4c-83cb-45d92c033617 req-51877ec7-202b-47a1-b5ec-eb334dcf5eca tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:40.391253 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3e5bf034-9a99-4a4c-83cb-45d92c033617 req-51877ec7-202b-47a1-b5ec-eb334dcf5eca tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1618714
Feb 04 19:32:40.401624 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40334) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:40.407796 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'floatingip': {'port_id': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:40.541794 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-026894e7-5958-4bce-a298-4246b2a97e53 req-95f1a34e-a40d-4197-bbfa-16b4612c59bf service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493642
Feb 04 19:32:40.548319 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:40.786369 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b410032-aca5-42d3-8fda-9ade187ca3e8 req-0f4b19d7-0494-4bb4-bf3c-4a76cf77f732 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:40.794100 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0b410032-aca5-42d3-8fda-9ade187ca3e8 req-0f4b19d7-0494-4bb4-bf3c-4a76cf77f732 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.2983289
Feb 04 19:32:41.029545 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0b410032-aca5-42d3-8fda-9ade187ca3e8 req-56de520f-71b4-46d8-991b-e6f79a0d0d9f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2333343
Feb 04 19:32:41.548739 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c8c72-a4de-49cc-b70b-f42e94923bd6 req-74d551dc-27d3-4448-8f79-fd1ba7f7c17f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:41.550240 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-432c8c72-a4de-49cc-b70b-f42e94923bd6 req-74d551dc-27d3-4448-8f79-fd1ba7f7c17f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0820363
Feb 04 19:32:41.570671 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:41.613353 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-432c8c72-a4de-49cc-b70b-f42e94923bd6 req-9d2c8061-53b9-40c2-b3ae-5e16ca781b64 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568390
Feb 04 19:32:41.623761 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:41.787252 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40366) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:41.815219 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:41.857409 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:41.864806 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Usage tracker for resource:security_group_rule and tenant:427d5876f1eb4f2a8bc47552cf5f12b5 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:41.868438 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:41.876297 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:41.879673 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Floating IP 67655779-79c7-4f0c-8ec8-00f31dec460b associated. External IP: 172.27.3.70, port: dd5c5699-ddb7-4265-8537-b725bd8c23d5.
Feb 04 19:32:42.032660 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:42.117004 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:42.163547 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d184c930-9345-4cf1-80f1-b0605825927e,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:42.233064 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.233422 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.233757 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.234080 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.234404 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.234723 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.235037 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.235353 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.235665 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.235974 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.236286 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:42.250260 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-79117184-e389-43d8-bd80-3e48037fb0ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=427d5876f1eb4f2a8bc47552cf5f12b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4588704
Feb 04 19:32:42.250260 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40392) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:42.405946 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab005ca2-6eb1-41a8-999d-d600e9471e15 req-4d69da8e-eb13-4aa6-81aa-06c94bb6d814 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:42.407384 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ab005ca2-6eb1-41a8-999d-d600e9471e15 req-4d69da8e-eb13-4aa6-81aa-06c94bb6d814 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.2363386
Feb 04 19:32:42.415372 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-9448e052-3d1c-486c-aad8-cb1cfb4b9808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:42.561910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-9448e052-3d1c-486c-aad8-cb1cfb4b9808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:42.594431 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ab005ca2-6eb1-41a8-999d-d600e9471e15 req-4fb2ae78-c0ee-4cae-855c-7a21bd1800f0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1798499
Feb 04 19:32:42.809490 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Router 5ff45945-481f-4501-b7cb-f1d61ab50a0f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:32:42.855049 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581d0cf-745c-4a33-876c-de73e1e8712f req-729656ff-12a7-4247-9d13-1c480f99322b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:42.858284 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0581d0cf-745c-4a33-876c-de73e1e8712f req-729656ff-12a7-4247-9d13-1c480f99322b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1079919
Feb 04 19:32:42.858489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-9448e052-3d1c-486c-aad8-cb1cfb4b9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:42.867073 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40416) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:42.873630 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'floatingip': {'port_id': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:32:42.884921 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448e052-3d1c-486c-aad8-cb1cfb4b9808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d184c930-9345-4cf1-80f1-b0605825927e,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:42.959187 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:42.964083 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-9448e052-3d1c-486c-aad8-cb1cfb4b9808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:42.967643 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-9448e052-3d1c-486c-aad8-cb1cfb4b9808 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d184c930-9345-4cf1-80f1-b0605825927e HTTP/1.1" status: 204  len: 168 time: 0.7136440
Feb 04 19:32:43.008269 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be13691-fbbd-4641-8542-839c45e3d0fc req-3fef603d-0529-4674-b818-8940eed875ee tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:43.018322 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5be13691-fbbd-4641-8542-839c45e3d0fc req-3fef603d-0529-4674-b818-8940eed875ee tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1961877
Feb 04 19:32:43.087128 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5be13691-fbbd-4641-8542-839c45e3d0fc req-4c5b96ee-5dbc-4391-8173-843980b5e253 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577066
Feb 04 19:32:43.195264 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:32:43.197092 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:43.267908 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-63165050-9713-4f6c-9aca-a31cdc2cb91d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "PUT /v2.0/floatingips/67655779-79c7-4f0c-8ec8-00f31dec460b HTTP/1.1" status: 200  len: 990 time: 2.8624754
Feb 04 19:32:43.267908 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:43.360164 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'status': 'completed', 'code': 200}
Feb 04 19:32:43.553280 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40438) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:43.586712 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40444) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:43.706578 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150ed3-be01-49f1-8175-d668704f1621 req-e01d0eb3-a560-471a-882c-59a5c5d6ab47 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:43.708509 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bd150ed3-be01-49f1-8175-d668704f1621 req-e01d0eb3-a560-471a-882c-59a5c5d6ab47 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.3080766
Feb 04 19:32:43.837814 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bd150ed3-be01-49f1-8175-d668704f1621 req-409227f6-d80f-4363-abbe-0202386c5d8c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215038
Feb 04 19:32:43.862606 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:43.914633 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:43.926188 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b0b1c3a6474ec1b98a54635f13a462 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:43.929374 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:43.935126 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:43.949913 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:43.972201 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.015219 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.029652 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:44.040927 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Usage tracker for resource:security_group_rule and tenant:9fc2bb1f9ced4711bd27af6d1555f20b is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:44.045879 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:44.054376 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.055501 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:44.159560 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.240454 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.l3_db [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Floating IP e280f0eb-6aae-402a-b068-f93116c7ce90 associated. External IP: 172.27.3.211, port: 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088.
Feb 04 19:32:44.254787 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfe6f66-01b9-4b02-8fb8-f47d261aa8ef,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:44.269451 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5c43fb10-6d82-4383-99f0-6d8b932d2020 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8b0b1c3a6474ec1b98a54635f13a462&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7132967
Feb 04 19:32:44.274647 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40466) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:44.364601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.394081 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0887853-af4c-4ced-89dc-8b325faf971f req-4834d1b7-c440-45d1-a6c0-57014d6fe7d5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:44.395451 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a0887853-af4c-4ced-89dc-8b325faf971f req-4834d1b7-c440-45d1-a6c0-57014d6fe7d5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1780012
Feb 04 19:32:44.400104 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0733-8a09-4ffb-bafa-289d86f70fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.456975 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0733-8a09-4ffb-bafa-289d86f70fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.465917 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.508297 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a0887853-af4c-4ced-89dc-8b325faf971f req-a1dd230c-4897-4ae6-92df-387877516388 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062100
Feb 04 19:32:44.554003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4889d22-9982-47bb-815d-a63928475929,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:44.559227 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-f2f8da56-f8b6-4f2c-98ab-1b7a355e243a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fc2bb1f9ced4711bd27af6d1555f20b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9707401
Feb 04 19:32:44.574284 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40472) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:44.665826 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0733-8a09-4ffb-bafa-289d86f70fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.684162 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f625fbc9-681e-4063-b5bf-16c6c960e028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.696106 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e0733-8a09-4ffb-bafa-289d86f70fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfe6f66-01b9-4b02-8fb8-f47d261aa8ef,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:44.736568 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f625fbc9-681e-4063-b5bf-16c6c960e028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.739990 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:32:44.743785 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0733-8a09-4ffb-bafa-289d86f70fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.744865 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ed2e0733-8a09-4ffb-bafa-289d86f70fb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdfe6f66-01b9-4b02-8fb8-f47d261aa8ef HTTP/1.1" status: 204  len: 168 time: 0.4684918
Feb 04 19:32:44.923706 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f625fbc9-681e-4063-b5bf-16c6c960e028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.941975 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625fbc9-681e-4063-b5bf-16c6c960e028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4889d22-9982-47bb-815d-a63928475929,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:44.948100 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f625fbc9-681e-4063-b5bf-16c6c960e028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:44.952233 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-f625fbc9-681e-4063-b5bf-16c6c960e028 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4889d22-9982-47bb-815d-a63928475929 HTTP/1.1" status: 204  len: 168 time: 0.3762238
Feb 04 19:32:44.970798 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:32:44.983041 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] Sync routers for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:32:44.999102 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:44.999298 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:45.000038 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084a1f460>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:45.164556 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-79e84bea-3de6-4b0f-bad4-db914190e781 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "PUT /v2.0/floatingips/e280f0eb-6aae-402a-b068-f93116c7ce90 HTTP/1.1" status: 200  len: 991 time: 2.2954066
Feb 04 19:32:45.171331 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:45.216983 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:45.283326 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-ed3925a3-2ce2-4002-82ca-047713b04e92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1098 time: 0.1853445
Feb 04 19:32:45.293937 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c4a93-f07e-4b73-b999-bad30f760f8a req-132457f4-1eee-4635-91d8-b78139201161 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:45.295430 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e18c4a93-f07e-4b73-b999-bad30f760f8a req-132457f4-1eee-4635-91d8-b78139201161 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2531674
Feb 04 19:32:45.426796 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e97308-88fb-4449-bb19-3442dc622601 req-8c266942-fc22-4049-81d8-b8b429293cf1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:45.433770 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-63e97308-88fb-4449-bb19-3442dc622601 req-8c266942-fc22-4049-81d8-b8b429293cf1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1452100
Feb 04 19:32:45.489776 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-63e97308-88fb-4449-bb19-3442dc622601 req-c5b86d89-03b2-4b22-beb4-5b0a28764939 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548446
Feb 04 19:32:45.514819 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e18c4a93-f07e-4b73-b999-bad30f760f8a req-e624c74a-fa11-4664-b1e9-81f38e9b497c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1929095
Feb 04 19:32:45.516998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-c38fd0db-8c6c-42db-9acc-d73aa8e0dc93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:45.519103 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-c38fd0db-8c6c-42db-9acc-d73aa8e0dc93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.2221930
Feb 04 19:32:45.634412 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'status': 'completed', 'code': 200}
Feb 04 19:32:45.762194 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-029ba80b-3eca-4cd6-88cd-3e741a6c19bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 998 time: 0.2222731
Feb 04 19:32:45.764229 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084a1f460>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': 'e280f0eb-6aae-402a-b068-f93116c7ce90', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'port_id': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'mac_address': 'fa:16:3e:21:77:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:32:04Z', 'updated_at': '2022-02-04T19:32:43Z', 'revision_number': 1, 'project_id': 'ed97ca0669694876827282277f52585d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:45.768846 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] Checking router: c66b6d51-3df7-4eff-8d71-adfa28d54ed2 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:32:45.781852 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:45.782568 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084a1f460>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:45.906862 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-98d81be8-14f6-4653-9a7b-c531c5002057 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:45.908304 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-98d81be8-14f6-4653-9a7b-c531c5002057 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.1063993
Feb 04 19:32:45.916555 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-926529b8-5d3c-4c41-a810-353a04d1e680 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1098 time: 0.2479064
Feb 04 19:32:45.930826 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca91b2-709e-4b64-90af-3111080791a6 req-5d8784f9-3127-4f50-a21f-d950a27d8cb2 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:45.932240 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72ca91b2-709e-4b64-90af-3111080791a6 req-5d8784f9-3127-4f50-a21f-d950a27d8cb2 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1691740
Feb 04 19:32:45.994388 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:46.029142 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40506) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:46.050156 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:46.086978 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:46.091413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Usage tracker for resource:security_group_rule and tenant:0f173237ccda4b448ecfa7f8aeddd1f8 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:46.095003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:46.102162 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:46.120999 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72ca91b2-709e-4b64-90af-3111080791a6 req-d3c3154f-b7b7-4ca0-b4a4-3eb2f2503e9a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830025
Feb 04 19:32:46.167772 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-77886655-817c-4ea8-a1bd-a7e6b0feeac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:46.169046 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-77886655-817c-4ea8-a1bd-a7e6b0feeac6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.1873956
Feb 04 19:32:46.172620 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-42c0c75b-73db-4359-86b2-553273fcbd48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2212031
Feb 04 19:32:46.230983 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:46.310130 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40518) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:46.343882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:46.371200 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:46.377747 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-9d39cd87-3100-4e25-a717-9020c217acaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 999 time: 0.1996324
Feb 04 19:32:46.493873 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f173237ccda4b448ecfa7f8aeddd1f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4635873
Feb 04 19:32:46.509613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40524) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:46.526276 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b764d0b-8dd7-499c-9339-8106ccfecf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019cd98b-305f-4a44-bbc6-445efd2f9ac8,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:46.546149 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:46.558389 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Usage tracker for resource:security_group_rule and tenant:3c53bfc45f994020a8c44f839e70728c is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:46.567216 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:46.578000 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:46.582261 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-18618b9b-88d8-45b0-b224-aacf883b77a8 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3553011
Feb 04 19:32:46.816666 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-ddc3b827-635e-4888-8987-3f0327d70a7a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:46.818154 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:46.818401 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-ddc3b827-635e-4888-8987-3f0327d70a7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.3404021
Feb 04 19:32:46.830238 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084a1f460>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': 'e280f0eb-6aae-402a-b068-f93116c7ce90', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'port_id': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'mac_address': 'fa:16:3e:21:77:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:32:04Z', 'updated_at': '2022-02-04T19:32:43Z', 'revision_number': 1, 'project_id': 'ed97ca0669694876827282277f52585d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:46.835992 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27ce8b-bdff-4faf-abc0-26238804cf2b None None] The sync data for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi is: [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': 'e280f0eb-6aae-402a-b068-f93116c7ce90', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'port_id': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'mac_address': 'fa:16:3e:21:77:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:32:04Z', 'updated_at': '2022-02-04T19:32:43Z', 'revision_number': 1, 'project_id': 'ed97ca0669694876827282277f52585d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:32:46.880645 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c159-8d4e-4c64-af60-3ffe5f4b760f req-9769b823-7392-4d9e-bbe4-b98790d058bd tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:46.888626 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9610c159-8d4e-4c64-af60-3ffe5f4b760f req-9769b823-7392-4d9e-bbe4-b98790d058bd tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1266899
Feb 04 19:32:46.953762 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9610c159-8d4e-4c64-af60-3ffe5f4b760f req-61be910e-7066-44f5-b0fd-043868228dad tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639849
Feb 04 19:32:46.978517 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af8bd9fd-d68d-4906-8380-c58a990ff4d7 req-59b54d23-41fa-43c7-968a-8a5ce2653fcd service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3792903
Feb 04 19:32:46.989364 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.001589 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.050020 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3df82a-9f18-49b7-9a89-5b2b5aa4b830 req-c4b02a34-d605-4a29-9a9c-2629219d3ac1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:47.054451 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c53bfc45f994020a8c44f839e70728c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7429252
Feb 04 19:32:47.055949 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548cafe-06af-4cd5-a0aa-33051a164b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a93f656-5644-4b54-80d9-d823d73bc191,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:47.057044 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-dd3df82a-9f18-49b7-9a89-5b2b5aa4b830 req-c4b02a34-d605-4a29-9a9c-2629219d3ac1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2809887
Feb 04 19:32:47.059044 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40542) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:47.089043 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.113841 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-78400c99-dbee-4e5b-8ab5-bc0c470b4eef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2735450
Feb 04 19:32:47.125632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2837e539-52b9-4237-8775-e7485fedbe3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.163815 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2837e539-52b9-4237-8775-e7485fedbe3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.170844 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-dd3df82a-9f18-49b7-9a89-5b2b5aa4b830 req-ab4f723e-e815-44fb-9559-14a3ad017531 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126506
Feb 04 19:32:47.284723 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-cca8a748-0a69-430f-8a7e-a832bba73059 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580377
Feb 04 19:32:47.405249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f448-dbc5-4317-a684-509038891244 req-ec965b81-c083-429b-9fd9-fbc736333a6c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:47.406696 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0859f448-dbc5-4317-a684-509038891244 req-ec965b81-c083-429b-9fd9-fbc736333a6c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0768545
Feb 04 19:32:47.436923 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecf74687-f99d-44d8-a46d-c893a6081803 req-1939a2ff-c60e-4683-9cc7-f5ef23847d16 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382475
Feb 04 19:32:47.458508 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0859f448-dbc5-4317-a684-509038891244 req-312d5451-149e-418e-9de7-dbf9b5f1941b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456917
Feb 04 19:32:47.500557 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.500906 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2837e539-52b9-4237-8775-e7485fedbe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.518256 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019cd98b-305f-4a44-bbc6-445efd2f9ac8,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:47.521493 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e539-52b9-4237-8775-e7485fedbe3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a93f656-5644-4b54-80d9-d823d73bc191,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:47.529021 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2837e539-52b9-4237-8775-e7485fedbe3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.532575 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-2837e539-52b9-4237-8775-e7485fedbe3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a93f656-5644-4b54-80d9-d823d73bc191 HTTP/1.1" status: 204  len: 168 time: 0.4702427
Feb 04 19:32:47.532718 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:47.537091 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/019cd98b-305f-4a44-bbc6-445efd2f9ac8 HTTP/1.1" status: 204  len: 168 time: 1.0221119
Feb 04 19:32:47.546576 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.546924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.547264 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.547595 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.548096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.548692 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.548692 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.549035 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.549387 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.549714 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.550038 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcd62c-5482-4e97-8351-42874f264a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:32:47.838149 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9aa0-5a95-45bc-a0d2-93ea24c8198b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:48.175141 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbc813-d2b2-4cc7-bedc-c5ebaacbf37d req-4fe75404-0863-4438-9ac2-afb2edd94da0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:48.176715 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c2fbc813-d2b2-4cc7-bedc-c5ebaacbf37d req-4fe75404-0863-4438-9ac2-afb2edd94da0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0877542
Feb 04 19:32:48.238048 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c2fbc813-d2b2-4cc7-bedc-c5ebaacbf37d req-f685764a-6aa1-4a42-a77f-22eab8adefde tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519798
Feb 04 19:32:48.549657 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb520c0d-9a6c-466c-a1e1-5e8b713a710e req-487d36f1-5535-4860-84fa-0b59d3f04d5d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:48.557447 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cb520c0d-9a6c-466c-a1e1-5e8b713a710e req-487d36f1-5535-4860-84fa-0b59d3f04d5d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2050548
Feb 04 19:32:48.622289 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cb520c0d-9a6c-466c-a1e1-5e8b713a710e req-e279b3a2-c312-45fe-8d4a-10c0f57a548f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637505
Feb 04 19:32:48.752383 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4d31-34d6-4f4a-8538-a568851a7974 req-0e8ce814-fcd0-416a-93b3-9328c19cfeb6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:48.764355 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-233c4d31-34d6-4f4a-8538-a568851a7974 req-0e8ce814-fcd0-416a-93b3-9328c19cfeb6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1236870
Feb 04 19:32:48.814475 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-233c4d31-34d6-4f4a-8538-a568851a7974 req-2f33d82a-b2b4-41fe-be76-8dc4c44cc74c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543675
Feb 04 19:32:49.917754 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-fc071c27-4394-4cc2-bd4f-564efd0ac4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:50.042577 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe0cb-5a6d-4968-85e6-8181c0b3512a req-683bb827-dfe0-4175-a02c-aed1ad1564f3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:50.044008 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d90fe0cb-5a6d-4968-85e6-8181c0b3512a req-683bb827-dfe0-4175-a02c-aed1ad1564f3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0827677
Feb 04 19:32:50.089379 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d90fe0cb-5a6d-4968-85e6-8181c0b3512a req-f8e7f3b0-cd51-481c-bbc4-d093f6b8dce0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395353
Feb 04 19:32:51.109564 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:51.308535 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea688a3d-8b04-4227-9f97-30070155cee8 req-a94f0b0f-013a-4ac4-ab7e-be2b07c21af6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:51.310014 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ea688a3d-8b04-4227-9f97-30070155cee8 req-a94f0b0f-013a-4ac4-ab7e-be2b07c21af6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0813715
Feb 04 19:32:51.357349 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ea688a3d-8b04-4227-9f97-30070155cee8 req-7cc88da5-3415-4214-9c7e-922196ac9fb8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414548
Feb 04 19:32:51.709565 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:51.932502 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086c4aa-e7b3-453a-baa2-625ef868291a req-81fc20ab-27ef-4e11-8a29-63f5a932938b tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:51.934077 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0086c4aa-e7b3-453a-baa2-625ef868291a req-81fc20ab-27ef-4e11-8a29-63f5a932938b tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.0794430
Feb 04 19:32:51.983886 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0086c4aa-e7b3-453a-baa2-625ef868291a req-b5538239-f19c-4b22-b589-0bee31911fba tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442672
Feb 04 19:32:52.588472 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7597362-c141-478c-a8f5-b67bdf455fda req-9e989798-76ff-4c44-895a-ca82337f07db tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:52.590201 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7597362-c141-478c-a8f5-b67bdf455fda req-9e989798-76ff-4c44-895a-ca82337f07db tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1132815
Feb 04 19:32:52.649748 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7597362-c141-478c-a8f5-b67bdf455fda req-853a3d69-6139-4edc-8a52-fb93bb3e7508 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533762
Feb 04 19:32:52.739483 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 40740) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:52.894559 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:52.927300 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:52.931101 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Usage tracker for resource:security_group_rule and tenant:893a02b83c3642418ddd353a2b2abdfd is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:52.934047 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:52.942403 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:53.008545 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:53.075383 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:53.122113 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cf86ba-9572-424e-bfdd-68ff578aa7ea,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:53.162516 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c6bc0d71-f93f-4dc7-a92f-90d7f0023d21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=893a02b83c3642418ddd353a2b2abdfd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4218290
Feb 04 19:32:53.165295 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40750) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:53.210164 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b4687-594e-4f8b-959f-e640010825ea req-74505ef6-3758-487a-89f0-a9ea58831d19 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:53.212052 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-674b4687-594e-4f8b-959f-e640010825ea req-74505ef6-3758-487a-89f0-a9ea58831d19 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.0862014
Feb 04 19:32:53.225842 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3512f5f1-132c-4fdf-b2ec-8db486081065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:53.253361 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3512f5f1-132c-4fdf-b2ec-8db486081065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:53.265053 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-674b4687-594e-4f8b-959f-e640010825ea req-572ae79f-b0b8-4e1b-86e8-91fe5959d913 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468471
Feb 04 19:32:53.357697 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:53.424021 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3512f5f1-132c-4fdf-b2ec-8db486081065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:53.442932 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512f5f1-132c-4fdf-b2ec-8db486081065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cf86ba-9572-424e-bfdd-68ff578aa7ea,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:53.446198 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3512f5f1-132c-4fdf-b2ec-8db486081065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:53.447813 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3512f5f1-132c-4fdf-b2ec-8db486081065 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27cf86ba-9572-424e-bfdd-68ff578aa7ea HTTP/1.1" status: 204  len: 168 time: 0.2810309
Feb 04 19:32:53.864806 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d44b0-61d7-4bdd-be8d-ab1058edebad req-713e8bdb-800d-4bc0-a568-37961f9193b0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:53.866286 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e7d44b0-61d7-4bdd-be8d-ab1058edebad req-713e8bdb-800d-4bc0-a568-37961f9193b0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0823090
Feb 04 19:32:53.913061 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e7d44b0-61d7-4bdd-be8d-ab1058edebad req-997cf2bd-6e9a-4e99-a237-c44ce738d8bd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412381
Feb 04 19:32:54.124651 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40770) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:54.142344 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:54.172408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:32:54.176819 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Usage tracker for resource:security_group_rule and tenant:e71f4c78684940f88e149a4d53217d80 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:32:54.179609 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:32:54.185317 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:32:54.247011 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:54.320572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:54.366048 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651d29b-2f13-4f56-bced-3e3088dff45a,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:54.370896 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-a9f96785-f140-4ee8-af9c-cd74b3f8b542 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e71f4c78684940f88e149a4d53217d80&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2451720
Feb 04 19:32:54.373428 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 40778) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:32:54.441609 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2b9c0d01-3860-4bbc-adc2-9b437cfe0515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:54.471800 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2b9c0d01-3860-4bbc-adc2-9b437cfe0515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:54.481430 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cfefd-d26c-4fe2-8720-5ece33f5b200 req-c4dd67dd-11b2-4753-ba93-178cb0296092 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:54.483186 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-356cfefd-d26c-4fe2-8720-5ece33f5b200 req-c4dd67dd-11b2-4753-ba93-178cb0296092 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.0867412
Feb 04 19:32:54.530427 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-356cfefd-d26c-4fe2-8720-5ece33f5b200 req-5ee154d2-4db1-4933-9703-ed0cc74370a5 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412316
Feb 04 19:32:54.629227 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2b9c0d01-3860-4bbc-adc2-9b437cfe0515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:54.645433 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c0d01-3860-4bbc-adc2-9b437cfe0515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651d29b-2f13-4f56-bced-3e3088dff45a,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:54.649794 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2b9c0d01-3860-4bbc-adc2-9b437cfe0515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:54.653479 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-2b9c0d01-3860-4bbc-adc2-9b437cfe0515 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b651d29b-2f13-4f56-bced-3e3088dff45a HTTP/1.1" status: 204  len: 168 time: 0.2764335
Feb 04 19:32:55.110105 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa17525-0762-4cad-bab4-47009966e025 req-94c3d045-3e7a-4835-8b10-40200f2f27ea tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:55.112135 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0fa17525-0762-4cad-bab4-47009966e025 req-94c3d045-3e7a-4835-8b10-40200f2f27ea tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0776660
Feb 04 19:32:55.165313 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0fa17525-0762-4cad-bab4-47009966e025 req-1e2044a7-6b51-4e3c-9cfa-619dd716094b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457315
Feb 04 19:32:55.745528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c09e2-a9b8-43e8-9fb9-e2f5f6b504cc req-a747a334-c246-4527-8d03-3b36a5503d27 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:55.748354 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-643c09e2-a9b8-43e8-9fb9-e2f5f6b504cc req-a747a334-c246-4527-8d03-3b36a5503d27 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.0834007
Feb 04 19:32:55.793517 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-643c09e2-a9b8-43e8-9fb9-e2f5f6b504cc req-5a3a7262-9f4e-48c2-bb12-bf10cabef2d4 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409737
Feb 04 19:32:55.888833 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] Sync routers for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:32:55.902061 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:55.902795 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308464caf0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:56.086986 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec98160-d383-4a7c-b11f-def647d54047 None None] New status for floating IP e280f0eb-6aae-402a-b068-f93116c7ce90: ACTIVE {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:32:56.144383 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:56.451924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bbfe0-ce7e-44e2-9bd3-e20b7afae0c8 req-ac438b98-6ffc-4235-a5ec-b25b2d2d2a23 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:56.453360 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f30bbfe0-ce7e-44e2-9bd3-e20b7afae0c8 req-ac438b98-6ffc-4235-a5ec-b25b2d2d2a23 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1463034
Feb 04 19:32:56.487363 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-4992ed4e-c37e-4d65-9a30-58b8be99c7c1 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:56.508829 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-4992ed4e-c37e-4d65-9a30-58b8be99c7c1 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.1380887
Feb 04 19:32:56.539179 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308464caf0>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '67655779-79c7-4f0c-8ec8-00f31dec460b', 'tenant_id': '146939551c38458381c7924d019b8b84', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'port_id': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'mac_address': 'fa:16:3e:e6:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:32:01Z', 'updated_at': '2022-02-04T19:32:41Z', 'revision_number': 1, 'project_id': '146939551c38458381c7924d019b8b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:56.543817 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] Checking router: 5ff45945-481f-4501-b7cb-f1d61ab50a0f for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:32:56.556412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:32:56.557105 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308464caf0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:32:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:56.634825 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f30bbfe0-ce7e-44e2-9bd3-e20b7afae0c8 req-ff0e6702-0391-490b-8caf-1d73b97b9a56 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737330
Feb 04 19:32:56.666703 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Deleting port 22a87112-8907-43d7-b580-d3c86c464105 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:32:56.666703 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:56.749474 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:32:56.923891 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] For port 22a87112-8907-43d7-b580-d3c86c464105, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=22a87112-8907-43d7-b580-d3c86c464105,segment=NetworkSegment(63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61),segment_id=63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:32:56.924303 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:57.011879 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6340b-5ab7-4ad8-a034-4f525359b028 req-79a8cbe1-c706-4a24-a1d4-bee4d20e3e38 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:57.013460 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7c6340b-5ab7-4ad8-a034-4f525359b028 req-79a8cbe1-c706-4a24-a1d4-bee4d20e3e38 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 945 time: 0.0946112
Feb 04 19:32:57.059719 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Calling delete_port for 22a87112-8907-43d7-b580-d3c86c464105 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:32:57.074825 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7c6340b-5ab7-4ad8-a034-4f525359b028 req-60ae78ba-9620-4618-8704-7027275d527d tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec900733-6277-4e36-88dd-1adcb982f8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495286
Feb 04 19:32:57.155069 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308464caf0>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '67655779-79c7-4f0c-8ec8-00f31dec460b', 'tenant_id': '146939551c38458381c7924d019b8b84', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'port_id': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'mac_address': 'fa:16:3e:e6:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:32:01Z', 'updated_at': '2022-02-04T19:32:41Z', 'revision_number': 1, 'project_id': '146939551c38458381c7924d019b8b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:32:57.161446 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405a5db-127b-4ccc-aefa-3704af6c4ef3 None None] The sync data for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi is: [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '67655779-79c7-4f0c-8ec8-00f31dec460b', 'tenant_id': '146939551c38458381c7924d019b8b84', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'port_id': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'mac_address': 'fa:16:3e:e6:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:32:01Z', 'updated_at': '2022-02-04T19:32:41Z', 'revision_number': 1, 'project_id': '146939551c38458381c7924d019b8b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:32:57.432176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:57.484364 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['22a87112-8907-43d7-b580-d3c86c464105'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:32:57.498242 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Pushing event deleted for resources: {'Port': ['ID=22a87112-8907-43d7-b580-d3c86c464105,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:32:57.586412 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] No DVR routers for this DVR port 22a87112-8907-43d7-b580-d3c86c464105 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:32:57.589715 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:32:57.592300 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'name': 'network-vif-deleted', 'tag': '22a87112-8907-43d7-b580-d3c86c464105'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:32:57.655056 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f0a805-df37-4e87-972c-29108a55e4e8', 'name': 'network-vif-deleted', 'tag': '22a87112-8907-43d7-b580-d3c86c464105', 'status': 'completed', 'code': 200}
Feb 04 19:32:57.752451 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5e6119c9-9b3b-4a8b-9cb5-74817d12ab1d req-73fb6edb-265f-41c4-8b04-e0f66a552e2c tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.60 "DELETE /v2.0/ports/22a87112-8907-43d7-b580-d3c86c464105 HTTP/1.1" status: 204  len: 173 time: 1.2538469
Feb 04 19:32:57.852110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389677-c613-4962-91f6-5bccdc0af1fa req-4091a421-1ed1-4092-af7e-6fbd01f7d51f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:57.857676 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-43389677-c613-4962-91f6-5bccdc0af1fa req-4091a421-1ed1-4092-af7e-6fbd01f7d51f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0903325
Feb 04 19:32:57.899152 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-43389677-c613-4962-91f6-5bccdc0af1fa req-6c6ab530-3b51-4bd0-9345-1ae0156dece4 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399883
Feb 04 19:32:58.252413 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-577bf81f-5a8c-40dc-9fb1-641b9f8dcfc0 req-af7094f4-b9a8-41ad-9c87-39564d7a7b4a tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Synchronizing usage tracker for tenant:58852562d920415bb0b8ec9f965c3864 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:32:58.322977 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-577bf81f-5a8c-40dc-9fb1-641b9f8dcfc0 req-af7094f4-b9a8-41ad-9c87-39564d7a7b4a tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] Unset dirty status for tenant:58852562d920415bb0b8ec9f965c3864 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:32:58.324204 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-577bf81f-5a8c-40dc-9fb1-641b9f8dcfc0 req-af7094f4-b9a8-41ad-9c87-39564d7a7b4a tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.1123152
Feb 04 19:32:59.093790 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68ad07-47f1-4405-ab75-c2dc11e0c9fc req-05280b1c-9e84-486f-ae26-5fbc9bd841f0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:32:59.095277 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d68ad07-47f1-4405-ab75-c2dc11e0c9fc req-05280b1c-9e84-486f-ae26-5fbc9bd841f0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0743268
Feb 04 19:32:59.145680 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d68ad07-47f1-4405-ab75-c2dc11e0c9fc req-d84b1a85-69a1-41db-b9c2-d65284aacb0d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436294
Feb 04 19:32:59.490434 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d679a7ab-5644-4401-9aec-4559662dce99 req-c4e9062b-6519-466c-9ccd-88929605e7ee tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0425665
Feb 04 19:33:00.345694 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f60d-91a0-4eee-ad39-c6325420b971 req-15e85de1-43fe-44f2-bd41-71e7688cf6e0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:00.347188 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c174f60d-91a0-4eee-ad39-c6325420b971 req-15e85de1-43fe-44f2-bd41-71e7688cf6e0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0777941
Feb 04 19:33:00.392877 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c174f60d-91a0-4eee-ad39-c6325420b971 req-672e549e-be88-4b8d-a648-aaf292489f5e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394881
Feb 04 19:33:00.667285 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5e1a4f4f-ed6a-40e9-987e-a5ef473e8249 req-a970499e-ae71-4cb1-81c1-1d79912d4ead tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0442157
Feb 04 19:33:01.600263 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b512a-fe93-4fcc-81b4-e7d8aa00ea0e req-40951fe5-0694-4205-ae9a-adbbe96312c7 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:01.601616 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-654b512a-fe93-4fcc-81b4-e7d8aa00ea0e req-40951fe5-0694-4205-ae9a-adbbe96312c7 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0793369
Feb 04 19:33:01.645078 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-654b512a-fe93-4fcc-81b4-e7d8aa00ea0e req-71c200ac-afdd-4989-855d-af89e31182fd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379677
Feb 04 19:33:01.829925 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b99bf619-6d41-47e3-894c-572e43557f0c req-e491b783-c5c2-4ccc-b507-2103496f21ba tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0406263
Feb 04 19:33:02.429100 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f80d33-406b-4aae-a15a-16d36d741b0f None None] New status for floating IP 67655779-79c7-4f0c-8ec8-00f31dec460b: ACTIVE {{(pid=83676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:33:02.852738 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2262818-a61f-48a0-8b09-f77702c1ace0 req-0a68bf90-f0d9-4242-add6-191d5eb25ad8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:02.854586 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a2262818-a61f-48a0-8b09-f77702c1ace0 req-0a68bf90-f0d9-4242-add6-191d5eb25ad8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0779746
Feb 04 19:33:02.911133 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a2262818-a61f-48a0-8b09-f77702c1ace0 req-c938e78a-3d2e-41f0-8028-3560c557e1c0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510263
Feb 04 19:33:02.993819 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-071541ac-7a92-4400-9351-f74913ada5ae req-aeedc104-25cd-4890-8690-9ce53d05ccdc tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0401399
Feb 04 19:33:04.117103 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edf35e-2eea-449c-9bd6-17616d800fa5 req-52aa8dad-acd2-483a-95de-7eda3b66f480 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:04.118626 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d3edf35e-2eea-449c-9bd6-17616d800fa5 req-52aa8dad-acd2-483a-95de-7eda3b66f480 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0823541
Feb 04 19:33:04.160416 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be358516-d64c-41b7-ab70-03f55152ec55 req-148e808b-9270-409c-9115-aa4a12a2f8f0 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0439572
Feb 04 19:33:04.169674 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d3edf35e-2eea-449c-9bd6-17616d800fa5 req-d1cd2fa4-55a1-4858-affd-fd3237b424c9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441468
Feb 04 19:33:05.323530 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-22cdf9dc-2301-436b-bcf6-c6675863abeb req-faefd93a-0840-47fe-b20d-5b906d873fcf tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0391920
Feb 04 19:33:05.361008 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f979-c321-4b56-bf38-327558c6f7ff req-8c04c010-ecf0-49d0-ac3d-7517e0f5b33a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:05.362480 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d133f979-c321-4b56-bf38-327558c6f7ff req-8c04c010-ecf0-49d0-ac3d-7517e0f5b33a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0734606
Feb 04 19:33:05.408406 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d133f979-c321-4b56-bf38-327558c6f7ff req-c1430ab4-07fd-451e-ad9b-8e9f7c5dd979 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404594
Feb 04 19:33:05.812723 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 22a87112-8907-43d7-b580-d3c86c464105 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:33:05.844705 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 22a87112-8907-43d7-b580-d3c86c464105 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:33:05.845039 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 22a87112-8907-43d7-b580-d3c86c464105 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:33:06.481710 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c36d85e1-d0a3-4e29-a6dd-cf8d3aac96da req-b304a848-a026-4ec8-8444-5fd9b2da6e7f tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0405824
Feb 04 19:33:06.619165 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ad3f-693d-4bdb-abea-18798d557758 req-8500737f-588c-48da-9969-3750d0cc5be0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:06.620497 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fcd4ad3f-693d-4bdb-abea-18798d557758 req-8500737f-588c-48da-9969-3750d0cc5be0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0882769
Feb 04 19:33:06.664778 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fcd4ad3f-693d-4bdb-abea-18798d557758 req-80dda01a-ba34-4bf1-83a2-8796be22b7c9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388205
Feb 04 19:33:07.646130 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-99785222-f9f5-437b-b0d3-0978dc00d321 req-fcef8bcd-cc0b-439b-be57-bf495f24dcd6 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0434611
Feb 04 19:33:07.862944 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e4149-94e9-430c-b17f-5a896fdd542e req-be66395d-c2e4-449e-8390-bb110edcc221 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:07.864399 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-894e4149-94e9-430c-b17f-5a896fdd542e req-be66395d-c2e4-449e-8390-bb110edcc221 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0799294
Feb 04 19:33:07.913477 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-894e4149-94e9-430c-b17f-5a896fdd542e req-6f78ba30-4ba1-47bf-aa58-faef670424d8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433664
Feb 04 19:33:08.815351 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:08.833022 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0ad82d16-cd81-4f63-90aa-7ce8daed7ec6 req-19bb8ece-fb1b-4905-80cb-d6509f964eaa tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0425346
Feb 04 19:33:09.116705 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863681-3e4d-4caa-864d-2109dd28356f req-f3665efb-77ca-44af-932d-6a810317b590 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:09.118234 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d2863681-3e4d-4caa-864d-2109dd28356f req-f3665efb-77ca-44af-932d-6a810317b590 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0754273
Feb 04 19:33:09.161694 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d2863681-3e4d-4caa-864d-2109dd28356f req-aa767dae-fc31-4527-ba1e-0c1640726901 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380228
Feb 04 19:33:09.993356 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f01070f4-285a-451a-9f8b-57ffd2613bb0 req-0272eb58-6711-42de-b291-09b6396d49ba tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0395706
Feb 04 19:33:10.411823 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe641e-ff3e-4204-93d6-b2ca23b9324b req-cca15d11-4166-4ac3-ad51-f1fb2abf3ab9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:10.412664 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8afe641e-ff3e-4204-93d6-b2ca23b9324b req-cca15d11-4166-4ac3-ad51-f1fb2abf3ab9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1286669
Feb 04 19:33:10.458250 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8afe641e-ff3e-4204-93d6-b2ca23b9324b req-fdef9184-69eb-4ff4-aa09-7a2db21cf0e3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398395
Feb 04 19:33:11.157027 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-077cbc1b-74c6-4b27-8123-3be61ce90a67 req-c60759e1-887d-4eac-9bf7-3e91ec9d2757 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0438616
Feb 04 19:33:11.685616 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbd535-f719-4505-97f5-6e4ec5b9a788 req-d6bb0322-8fc3-4bad-af31-e336868087c9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:11.692042 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a7fbd535-f719-4505-97f5-6e4ec5b9a788 req-d6bb0322-8fc3-4bad-af31-e336868087c9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1000669
Feb 04 19:33:11.736106 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a7fbd535-f719-4505-97f5-6e4ec5b9a788 req-afbee49c-f99f-4910-8b95-ffe73b5b00ea tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426302
Feb 04 19:33:12.339865 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4231ea08-3f95-4087-8db7-3d77f6495145 req-e6c6544d-b531-4c32-9a7c-1e738d53170d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 1098 time: 0.0938535
Feb 04 19:33:12.418039 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-62cf07e8-7457-4587-989d-400833d967c5 req-83e6ff00-eebf-42eb-97cc-0fbdcc69a568 tempest-DeleteServersTestJSON-901339924 tempest-DeleteServersTestJSON-901339924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f0a805-df37-4e87-972c-29108a55e4e8 HTTP/1.1" status: 200  len: 210 time: 0.0678067
Feb 04 19:33:12.502197 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4231ea08-3f95-4087-8db7-3d77f6495145 req-72aee873-c7cf-4468-a10c-c27174efab00 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508603
Feb 04 19:33:12.940227 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402d0b3-aa2b-474b-9c5e-0248c69ffb0a req-0bb54859-faf7-4374-9bb9-67f5c165a0fd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:12.941825 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a402d0b3-aa2b-474b-9c5e-0248c69ffb0a req-0bb54859-faf7-4374-9bb9-67f5c165a0fd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0800250
Feb 04 19:33:12.993721 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a402d0b3-aa2b-474b-9c5e-0248c69ffb0a req-ffef7b6c-da59-4fd6-9a2f-436e503814e3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428953
Feb 04 19:33:14.158963 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41118) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:14.199825 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72774ed9-4384-40a0-b86e-3de973b41cf9 req-8486ef27-db17-44a7-b850-23ac85416373 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:14.203497 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72774ed9-4384-40a0-b86e-3de973b41cf9 req-8486ef27-db17-44a7-b850-23ac85416373 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0850637
Feb 04 19:33:14.247957 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72774ed9-4384-40a0-b86e-3de973b41cf9 req-333d5598-de49-474a-a3be-c81c3ce0b9d2 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408745
Feb 04 19:33:14.302638 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:14.332735 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:14.336586 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Usage tracker for resource:security_group_rule and tenant:e1aa67a911c64b708e3a2ae2341cfa6a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:14.339436 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:14.345626 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:14.409348 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:14.504244 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:14.549025 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c9d2c-0b76-4676-ae42-47c2b9b1b705,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:14.556227 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-cefc10fb-963c-4289-bf4e-4f0a7eea1892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1aa67a911c64b708e3a2ae2341cfa6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3958776
Feb 04 19:33:14.558612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41130) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:14.642156 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-cab3613c-0e1f-4c29-be54-79d294eceb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:14.667195 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-cab3613c-0e1f-4c29-be54-79d294eceb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:14.808989 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-cab3613c-0e1f-4c29-be54-79d294eceb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:14.830197 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3613c-0e1f-4c29-be54-79d294eceb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c9d2c-0b76-4676-ae42-47c2b9b1b705,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:14.836576 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-cab3613c-0e1f-4c29-be54-79d294eceb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:14.837671 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-cab3613c-0e1f-4c29-be54-79d294eceb49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a69c9d2c-0b76-4676-ae42-47c2b9b1b705 HTTP/1.1" status: 204  len: 168 time: 0.2781641
Feb 04 19:33:14.916767 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41144) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:15.167568 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.198754 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:15.202597 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Usage tracker for resource:security_group_rule and tenant:c15815f32dbd499bbf539f020404f611 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:15.206015 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:15.211506 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:15.249497 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41154) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:15.284029 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.345327 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.393708 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b843371-8e5b-47d1-8e33-c940fa0eb8a3,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:15.398125 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3d6080b9-83d8-4546-b7a7-50c5bbd1b76b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c15815f32dbd499bbf539f020404f611&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4799104
Feb 04 19:33:15.400622 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41164) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:15.441964 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.462453 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0cf0-3470-493e-abad-94aa0d511dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.493214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0cf0-3470-493e-abad-94aa0d511dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.498046 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:15.504440 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Usage tracker for resource:security_group_rule and tenant:6baa3cb291224321bb189cee17daf2fb is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:15.507831 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:15.515660 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa5bd0-2ec3-4763-821c-88344198583b req-dfbc996e-1f25-41ce-b3de-d84bcf924916 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:15.517460 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e5fa5bd0-2ec3-4763-821c-88344198583b req-dfbc996e-1f25-41ce-b3de-d84bcf924916 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1373556
Feb 04 19:33:15.521615 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:15.571160 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e5fa5bd0-2ec3-4763-821c-88344198583b req-6192ec88-b657-40b0-85ef-26d9a0202995 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471208
Feb 04 19:33:15.628500 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0cf0-3470-493e-abad-94aa0d511dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.646441 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf0cf0-3470-493e-abad-94aa0d511dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b843371-8e5b-47d1-8e33-c940fa0eb8a3,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:15.657882 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0cf0-3470-493e-abad-94aa0d511dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.659211 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-bbaf0cf0-3470-493e-abad-94aa0d511dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b843371-8e5b-47d1-8e33-c940fa0eb8a3 HTTP/1.1" status: 204  len: 168 time: 0.2572858
Feb 04 19:33:15.687364 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41172) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:15.711378 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.711981 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.743485 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:15.747231 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Usage tracker for resource:security_group_rule and tenant:eaef7b92542f4d0aa73fa362595c918b is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:15.749964 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:15.756004 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:15.800230 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.845789 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb2f655-e116-424c-862b-90f80fbbb069,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:15.852952 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-7299bf83-72f6-4a2c-bc19-150fbb89edd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6baa3cb291224321bb189cee17daf2fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6024392
Feb 04 19:33:15.855686 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41176) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:15.868129 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.916107 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4e11573a-575f-46d7-b316-802872f4076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:15.943847 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4e11573a-575f-46d7-b316-802872f4076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.008888 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.055594 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54677d1-fdfd-4a3a-b17b-236eccd39651,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:16.059676 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ef9311d7-cdc6-4220-88aa-c1d0fc3fe006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaef7b92542f4d0aa73fa362595c918b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3703711
Feb 04 19:33:16.063622 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41180) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:16.124712 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-284b8a0b-6d7a-49fb-a589-154be6da0c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.150184 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-284b8a0b-6d7a-49fb-a589-154be6da0c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.174301 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4e11573a-575f-46d7-b316-802872f4076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.191605 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11573a-575f-46d7-b316-802872f4076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb2f655-e116-424c-862b-90f80fbbb069,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:16.196437 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4e11573a-575f-46d7-b316-802872f4076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.200523 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-4e11573a-575f-46d7-b316-802872f4076d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acb2f655-e116-424c-862b-90f80fbbb069 HTTP/1.1" status: 204  len: 168 time: 0.3437726
Feb 04 19:33:16.377315 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-284b8a0b-6d7a-49fb-a589-154be6da0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.393724 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b8a0b-6d7a-49fb-a589-154be6da0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54677d1-fdfd-4a3a-b17b-236eccd39651,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:16.397852 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-284b8a0b-6d7a-49fb-a589-154be6da0c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.398989 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-284b8a0b-6d7a-49fb-a589-154be6da0c98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f54677d1-fdfd-4a3a-b17b-236eccd39651 HTTP/1.1" status: 204  len: 168 time: 0.3344657
Feb 04 19:33:16.740718 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41196) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:16.760411 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:16.812953 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:16.820522 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Usage tracker for resource:security_group_rule and tenant:d80582a6946e42d082476b2d10ba7ffe is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:16.824373 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:16.832820 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:16.833376 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5ac40-2ac2-414d-8aa1-debc0552ad81 req-e171a0fa-0eb3-4c65-b8ef-3785aef87ca8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:16.841884 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-97c5ac40-2ac2-414d-8aa1-debc0552ad81 req-e171a0fa-0eb3-4c65-b8ef-3785aef87ca8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1412988
Feb 04 19:33:16.891922 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-97c5ac40-2ac2-414d-8aa1-debc0552ad81 req-1babc5f6-40bd-4402-8280-33753384e87b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485747
Feb 04 19:33:16.907531 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:17.002993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:17.046966 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4653a6ab-26ec-4fbe-a77f-ed06fd9452d1,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:17.052873 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-2fb7f923-e1a2-48c6-b02a-48bd30753041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d80582a6946e42d082476b2d10ba7ffe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3109040
Feb 04 19:33:17.055529 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41200) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:17.120322 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c0627c8f-6a92-4659-aa16-53373db89de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:17.149024 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c0627c8f-6a92-4659-aa16-53373db89de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:17.230763 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:33:17.268439 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c0627c8f-6a92-4659-aa16-53373db89de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:17.283186 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627c8f-6a92-4659-aa16-53373db89de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4653a6ab-26ec-4fbe-a77f-ed06fd9452d1,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:17.289669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c0627c8f-6a92-4659-aa16-53373db89de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:17.290870 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c0627c8f-6a92-4659-aa16-53373db89de2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4653a6ab-26ec-4fbe-a77f-ed06fd9452d1 HTTP/1.1" status: 204  len: 168 time: 0.2343400
Feb 04 19:33:17.839917 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f018ae7f-a50e-469f-8778-800868e21f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:18.088401 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fb612-a991-4d53-885d-4697bffb3b3f req-c0f9b139-2976-460a-b041-1a896800107e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:18.089761 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-109fb612-a991-4d53-885d-4697bffb3b3f req-c0f9b139-2976-460a-b041-1a896800107e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0780110
Feb 04 19:33:18.135796 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-109fb612-a991-4d53-885d-4697bffb3b3f req-70c8dfab-7249-4aae-8e77-e7985aa7e589 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399575
Feb 04 19:33:18.230301 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41238) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:18.361403 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1473189716-network', 'tenant_id': '2ea717d58493422bb4eeba7a1bfed924'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:18.365907 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:18.369663 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Usage tracker for resource:network and tenant:2ea717d58493422bb4eeba7a1bfed924 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:18.372479 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:18.378989 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:18.514688 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Made reservation on behalf of 2ea717d58493422bb4eeba7a1bfed924 for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:18.517288 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:18.532790 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:18.562583 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:18.566960 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea717d58493422bb4eeba7a1bfed924 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:18.569763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:18.575387 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:18.640817 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:18.760086 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:18.790536 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:33:18.803251 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1806943-7ce4-4017-9b8f-aa38370fcb7c,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:18.808037 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:18.808450 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Added segment 2768b2aa-d387-457f-9c87-cda570b4d96e of type vlan for network b97705a3-d80d-4941-a032-aa413b5ca649
Feb 04 19:33:18.837669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:19.011521 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:19.012432 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:19.013074 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:19.115965 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] Pushing event updated for resources: {'Network': ['ID=b97705a3-d80d-4941-a032-aa413b5ca649,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:19.127243 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network b97705a3-d80d-4941-a032-aa413b5ca649 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:33:19.223439 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-b3145517-634f-4c53-baef-ce7ab9a21756 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9894252
Feb 04 19:33:19.223738 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41260) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:19.229251 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Request body: {'subnet': {'network_id': 'b97705a3-d80d-4941-a032-aa413b5ca649', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1473189716-subnet', 'tenant_id': '2ea717d58493422bb4eeba7a1bfed924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:19.233909 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:19.238404 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Usage tracker for resource:subnet and tenant:2ea717d58493422bb4eeba7a1bfed924 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:19.241197 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:19.247271 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:19.337521 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c7012-8763-408a-8093-ba844d519047 req-20cec545-59ac-40e3-be19-132b391eab87 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:19.339020 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-878c7012-8763-408a-8093-ba844d519047 req-20cec545-59ac-40e3-be19-132b391eab87 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0821245
Feb 04 19:33:19.342822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Made reservation on behalf of 2ea717d58493422bb4eeba7a1bfed924 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:19.345190 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:19.386281 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-878c7012-8763-408a-8093-ba844d519047 req-369d3a8d-d87a-4ee2-b263-00f5f65a83f5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411944
Feb 04 19:33:19.678085 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68de6f-b594-45ab-b5e6-755a158411fb req-adda174b-c704-4f6a-9732-cd324ce4acd3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:19.679108 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a68de6f-b594-45ab-b5e6-755a158411fb req-adda174b-c704-4f6a-9732-cd324ce4acd3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1521537
Feb 04 19:33:19.727076 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a68de6f-b594-45ab-b5e6-755a158411fb req-72a160ec-33ed-4ff5-80ce-5eee565cf95f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415370
Feb 04 19:33:19.755211 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:19.827999 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e76960-44f0-4b6e-9332-8be151f5d03f,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:19.874828 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Checking segment: {'id': '2768b2aa-d387-457f-9c87-cda570b4d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b97705a3-d80d-4941-a032-aa413b5ca649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:33:19.875300 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Network hostable DHCP agents. Network: b97705a3-d80d-4941-a032-aa413b5ca649, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:33:20.000189 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-08ebe1f8-044b-40b8-a83e-3f9f4765396c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:20.051263 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Network b97705a3-d80d-4941-a032-aa413b5ca649 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:33:20.201509 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, b97705a3-d80d-4941-a032-aa413b5ca649) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:33:20.211267 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9dc87b-e4d3-4288-be23-a9a15bc5e5ec None None] Network b97705a3-d80d-4941-a032-aa413b5ca649 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:20.213350 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:20.214105 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:20.315762 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-58f77bea-8a0c-49b4-98bc-2dbe5b311c24 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0907733
Feb 04 19:33:20.425738 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8789243-44f9-4216-8c2f-6c95f32ab294 None None] Network b97705a3-d80d-4941-a032-aa413b5ca649 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:21.133882 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.142704 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41324) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:21.206454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] Deleting subnet 36583216-3700-4e85-958b-6182841e18bd {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:33:21.209398 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.262258 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.269547 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.443011 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.487511 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36583216-3700-4e85-958b-6182841e18bd,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:21.495276 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.504796 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-fc1c596d-5e76-46d1-a754-5bc7961e06b0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36583216-3700-4e85-958b-6182841e18bd HTTP/1.1" status: 204  len: 168 time: 0.3602867
Feb 04 19:33:21.507178 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41336) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:21.623378 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.708373 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41346) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:21.713904 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-154408717-network', 'tenant_id': '9e5d314f7155429fadef411b645f0fb1'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:21.719296 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:21.722513 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.731031 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Usage tracker for resource:network and tenant:9e5d314f7155429fadef411b645f0fb1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:21.739383 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:21.745948 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:21.782620 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.809711 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f308417e5b0>> segment before_delete 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.810075 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f308417e5b0>> subnet precommit_delete_associations 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.810812 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> segment_host_mapping after_create 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.812130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> port after_create 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.812130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> port after_delete 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.812130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> port after_update 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.812633 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> segment after_delete 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.813004 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> subnet after_create 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.813382 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> subnet after_delete 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.813702 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f308425d5e0>> subnet after_update 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.836844 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Made reservation on behalf of 9e5d314f7155429fadef411b645f0fb1 for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:21.839372 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.852715 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.889619 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:21.894570 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5d314f7155429fadef411b645f0fb1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:21.897622 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:21.904320 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:21.960882 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083b62790>> subnet after_create 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.961425 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083b62790>> subnet after_delete 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.961748 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083b62790>> subnet before_create 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.963085 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083b62790>> subnet before_update 55550000 {{(pid=83673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:21.963085 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f308425d640>,) {'filters': {'network_id': ['64964eb8-269e-4de8-9786-a0b4123177c3']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:21.973782 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:21.976834 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f308425d640>, '63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:21.977122 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f308425d640>, '63dbd2c9-bcf8-4b67-bfc1-e164f6e29f61') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:21.989361 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.009540 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.017489 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:33:22.017896 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   util.warn_limited(
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:33:22.033851 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:33:22.057002 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.087209 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:33:22.095806 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fc8f8-2ace-4e4d-8fd4-15224a94d2c3,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:22.101304 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.101721 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Added segment ca36daca-4d6e-4c70-ae3d-c09937f92c76 of type vlan for network 0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c
Feb 04 19:33:22.127714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.202765 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.227100 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.236614 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=64964eb8-269e-4de8-9786-a0b4123177c3,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:22.257249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.258146 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:22.258721 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.309277 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-50090b8d-9384-4a47-a7a7-17829e9c2b44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/64964eb8-269e-4de8-9786-a0b4123177c3 HTTP/1.1" status: 204  len: 168 time: 0.8009408
Feb 04 19:33:22.424658 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] Pushing event updated for resources: {'Network': ['ID=0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:22.439739 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:33:22.480377 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-63e5b98a-ed1f-4b99-99e7-7d3ba6253688 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7709072
Feb 04 19:33:22.483125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41364) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:22.489375 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Request body: {'subnet': {'network_id': '0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-154408717-subnet', 'tenant_id': '9e5d314f7155429fadef411b645f0fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:22.494206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:22.498825 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Usage tracker for resource:subnet and tenant:9e5d314f7155429fadef411b645f0fb1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:22.502325 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:22.511079 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:22.593948 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Made reservation on behalf of 9e5d314f7155429fadef411b645f0fb1 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:22.596343 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.799198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41368) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:22.847420 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-9430208a-f901-4d1a-8664-bc707e210bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58852562d920415bb0b8ec9f965c3864&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0471327
Feb 04 19:33:22.849815 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41374) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:22.905187 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.938601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a1f96de3-57b6-465f-9f93-00108edac395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:22.992944 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a1f96de3-57b6-465f-9f93-00108edac395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:23.016858 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=750381cc-749a-45dc-8b49-b6b113628c5d,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:23.052631 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Checking segment: {'id': 'ca36daca-4d6e-4c70-ae3d-c09937f92c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:33:23.053621 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Network hostable DHCP agents. Network: 0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:33:23.140384 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Network 0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:33:23.143508 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a1f96de3-57b6-465f-9f93-00108edac395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:23.160875 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96de3-57b6-465f-9f93-00108edac395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec900733-6277-4e36-88dd-1adcb982f8fe,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:23.222952 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:33:23.226643 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:23.227227 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:23.232189 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b8d6f-daf9-4831-957d-e6f7cfebd242 None None] Network 0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:23.280702 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a1f96de3-57b6-465f-9f93-00108edac395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:23.282780 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a1f96de3-57b6-465f-9f93-00108edac395 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec900733-6277-4e36-88dd-1adcb982f8fe HTTP/1.1" status: 204  len: 168 time: 0.4320984
Feb 04 19:33:23.317607 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ad8fae98-0aa5-4622-96a0-5aba0820f03f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8333743
Feb 04 19:33:23.398750 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:23.459441 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc74a6f-38cf-49e1-8cab-91f8e5d69592 None None] Network 0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:23.755142 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19e04-601b-4317-985d-d71db503490a req-8c08380d-fbb3-4fc2-b6da-ef6b47cee840 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:23.762067 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6ae19e04-601b-4317-985d-d71db503490a req-8c08380d-fbb3-4fc2-b6da-ef6b47cee840 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0911756
Feb 04 19:33:23.817484 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6ae19e04-601b-4317-985d-d71db503490a req-ad23aacd-5e46-4d4b-97bd-98127e9ec3a6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541387
Feb 04 19:33:24.951553 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41428) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:25.029234 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a9083-e382-466f-a63e-123452599fa2 req-e73b0f34-3aa3-4ce5-b24d-f013d66a9d4a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:25.030714 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ec4a9083-e382-466f-a63e-123452599fa2 req-e73b0f34-3aa3-4ce5-b24d-f013d66a9d4a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0860069
Feb 04 19:33:25.075073 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ec4a9083-e382-466f-a63e-123452599fa2 req-195275b7-000d-493a-95e8-b87e30caba0c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389326
Feb 04 19:33:25.127857 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325553259-network', 'tenant_id': '0e7a563116a64eadaba00b40363dd66d'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:25.132369 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:25.136109 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Usage tracker for resource:network and tenant:0e7a563116a64eadaba00b40363dd66d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:25.139092 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:25.145880 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:25.216911 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Made reservation on behalf of 0e7a563116a64eadaba00b40363dd66d for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:25.219337 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.231400 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.261883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:25.265554 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0e7a563116a64eadaba00b40363dd66d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:25.268504 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:25.274005 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:25.336762 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.411064 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.439411 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:33:25.447964 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e11ee-d3c4-45a4-9d4d-b9e410e33b66,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:25.453983 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.454312 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Added segment 02809586-c7b7-40cb-8eab-ef5a9950c331 of type vlan for network 865ce554-3da0-46ee-8fed-544f4dfe4df7
Feb 04 19:33:25.480198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.577132 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.578023 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:25.579169 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:25.680282 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=865ce554-3da0-46ee-8fed-544f4dfe4df7,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:25.690271 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 865ce554-3da0-46ee-8fed-544f4dfe4df7 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:33:25.743271 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6dab9658-ccb2-4c74-af7f-00f9b200f0c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7880311
Feb 04 19:33:25.743480 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41438) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:25.748927 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Request body: {'subnet': {'network_id': '865ce554-3da0-46ee-8fed-544f4dfe4df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325553259-subnet', 'tenant_id': '0e7a563116a64eadaba00b40363dd66d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:25.754596 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:25.758628 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Usage tracker for resource:subnet and tenant:0e7a563116a64eadaba00b40363dd66d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:25.761494 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:25.769263 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:25.856864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Made reservation on behalf of 0e7a563116a64eadaba00b40363dd66d for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:25.860080 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:26.151445 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:26.268480 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39a37ac-c0d0-4a17-922c-a6782550e4e7,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:26.286918 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Checking segment: {'id': '02809586-c7b7-40cb-8eab-ef5a9950c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '865ce554-3da0-46ee-8fed-544f4dfe4df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:33:26.287283 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Network hostable DHCP agents. Network: 865ce554-3da0-46ee-8fed-544f4dfe4df7, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:33:26.323403 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ede88-249d-4965-b349-0154c3de5a28 req-7846999d-4f7f-4458-91c6-e464f0e556e0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:26.324844 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa3ede88-249d-4965-b349-0154c3de5a28 req-7846999d-4f7f-4458-91c6-e464f0e556e0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1257992
Feb 04 19:33:26.370046 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa3ede88-249d-4965-b349-0154c3de5a28 req-f140ab1e-8704-41bd-84bf-916a609dc197 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396342
Feb 04 19:33:26.423008 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Network 865ce554-3da0-46ee-8fed-544f4dfe4df7 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:33:26.556870 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 865ce554-3da0-46ee-8fed-544f4dfe4df7) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:33:26.560634 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:26.561242 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:26.565777 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed5cec-0ae1-4cf9-a62e-48aa31c617e4 None None] Network 865ce554-3da0-46ee-8fed-544f4dfe4df7 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:26.648869 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-83bb4c24-deb1-40e6-8927-f9de1e298215 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8960931
Feb 04 19:33:26.776623 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bacbe-4c16-471c-beb0-269ef6242194 None None] Network 865ce554-3da0-46ee-8fed-544f4dfe4df7 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:27.616699 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1113a-e63a-41b6-bd20-46e59772ab2a req-ffa6e0e2-f7c2-40e5-aaa4-0f37bdf3b5a9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:27.618165 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-45e1113a-e63a-41b6-bd20-46e59772ab2a req-ffa6e0e2-f7c2-40e5-aaa4-0f37bdf3b5a9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1235015
Feb 04 19:33:27.704938 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-45e1113a-e63a-41b6-bd20-46e59772ab2a req-c9c27a25-e15b-4950-9804-c0cae42748c1 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761366
Feb 04 19:33:27.712613 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-8a3f6a41-f12e-4fcf-9070-a62e09f69530 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.1293128
Feb 04 19:33:27.910936 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-f4515996-f5db-4683-99b3-efd3c58ad6f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:27.912351 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-f4515996-f5db-4683-99b3-efd3c58ad6f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.1928952
Feb 04 19:33:27.992011 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-b35486c2-083e-4b96-ac14-d0645c3872ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.0706913
Feb 04 19:33:28.060408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-b4d9fbcd-d525-47b7-a3a3-6a2ba8f7f0ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:28.062025 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-b4d9fbcd-d525-47b7-a3a3-6a2ba8f7f0ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.0624278
Feb 04 19:33:28.065043 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41496) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:28.070063 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220397430-network', 'tenant_id': '37bb2cb23c6348d29838c9cd25d044f9'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:28.105943 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:28.117572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Usage tracker for resource:network and tenant:37bb2cb23c6348d29838c9cd25d044f9 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:28.121586 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-8ba7e08e-c3f1-4890-bd39-2c81ba6805d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469072
Feb 04 19:33:28.122331 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:28.128082 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:28.264628 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-d6efc9e2-d245-4099-98e2-8ca480d71b0c service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339583
Feb 04 19:33:28.267210 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Made reservation on behalf of 37bb2cb23c6348d29838c9cd25d044f9 for: {'network': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:28.271518 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.313668 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.412712 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:28.426976 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Usage tracker for resource:security_group_rule and tenant:37bb2cb23c6348d29838c9cd25d044f9 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:28.431616 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:28.445292 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:28.459846 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd196191-f51f-4e55-9aa4-445c1e0f9e12 req-c9ee6242-1419-4ad0-a457-49aea26926df service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698871
Feb 04 19:33:28.522960 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.573972 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.602017 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'}  {{(pid=83673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:33:28.614078 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e125e718-f88a-4ee2-821a-343b27af5cff,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:28.618394 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.619032 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.segments_db [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Added segment d4cba022-4df5-4cbd-b92c-642c1c2d168f of type vlan for network 797470eb-6d2a-417d-ac6b-656803265cfc
Feb 04 19:33:28.645609 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.751581 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.752490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:28.753076 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:28.856033 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] Pushing event updated for resources: {'Network': ['ID=797470eb-6d2a-417d-ac6b-656803265cfc,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:28.866372 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 797470eb-6d2a-417d-ac6b-656803265cfc details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:33:28.903897 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdde198-c424-446f-ab2c-c84d9d5e09e3 req-cf1afc07-1cfb-45aa-bf0a-db01c1fadd0b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:28.908644 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dbdde198-c424-446f-ab2c-c84d9d5e09e3 req-cf1afc07-1cfb-45aa-bf0a-db01c1fadd0b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0776653
Feb 04 19:33:28.931875 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-70d9d846-0c29-496e-976f-ce1164efed15 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8657672
Feb 04 19:33:28.935086 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41528) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:28.942568 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Request body: {'subnet': {'network_id': '797470eb-6d2a-417d-ac6b-656803265cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1220397430-subnet', 'tenant_id': '37bb2cb23c6348d29838c9cd25d044f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:33:28.947800 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:28.953342 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Usage tracker for resource:subnet and tenant:37bb2cb23c6348d29838c9cd25d044f9 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:28.956763 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:28.963049 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:28.971823 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dbdde198-c424-446f-ab2c-c84d9d5e09e3 req-96539259-2ba3-4f0c-a9c5-571ddca31226 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592551
Feb 04 19:33:29.068093 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Made reservation on behalf of 37bb2cb23c6348d29838c9cd25d044f9 for: {'subnet': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:33:29.070543 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6500338'] for subnet, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:29.356977 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6500324'] for subnet, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:29.431239 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a802864f-60ae-4cf8-b5c6-f0e1e6999b3c,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:29.443269 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Checking segment: {'id': 'd4cba022-4df5-4cbd-b92c-642c1c2d168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '797470eb-6d2a-417d-ac6b-656803265cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:33:29.445560 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Network hostable DHCP agents. Network: 797470eb-6d2a-417d-ac6b-656803265cfc, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:33:29.539336 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Network 797470eb-6d2a-417d-ac6b-656803265cfc is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:33:29.616570 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 797470eb-6d2a-417d-ac6b-656803265cfc) {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:33:29.620504 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:29.621127 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:29.625051 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f37bc-39c9-4196-acca-478d23976fb9 None None] Network 797470eb-6d2a-417d-ac6b-656803265cfc requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:29.739902 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-db6a4f98-b153-4dc1-b5cb-c3ca0273ce93 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8029330
Feb 04 19:33:29.834484 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61357c07-814d-4f6c-b43f-9efc387a7501 None None] Network 797470eb-6d2a-417d-ac6b-656803265cfc requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:33:29.876028 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41548) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:29.939426 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] Deleting subnet b39a37ac-c0d0-4a17-922c-a6782550e4e7 {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:33:29.942611 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:29.990527 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.045676 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.180118 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2e62-d533-466f-af9d-82be95031c9d req-8fc6f149-a0b0-4ba3-b6a4-5391a17988a5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:30.181736 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-015d2e62-d533-466f-af9d-82be95031c9d req-8fc6f149-a0b0-4ba3-b6a4-5391a17988a5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0900767
Feb 04 19:33:30.228666 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-015d2e62-d533-466f-af9d-82be95031c9d req-9387775c-b207-4817-bd32-7d02e8169e85 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414381
Feb 04 19:33:30.271568 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.311603 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39a37ac-c0d0-4a17-922c-a6782550e4e7,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:30.316797 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.322804 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-00323cf4-2ee5-4846-93c6-d83b9c94ed90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b39a37ac-c0d0-4a17-922c-a6782550e4e7 HTTP/1.1" status: 204  len: 168 time: 0.4456651
Feb 04 19:33:30.327412 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41560) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:30.521684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.643138 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.678136 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3084fb1fd0>,) {'filters': {'network_id': ['865ce554-3da0-46ee-8fed-544f4dfe4df7']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:30.694096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3084fb1fd0>, '02809586-c7b7-40cb-8eab-ef5a9950c331') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:30.694613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3084fb1fd0>, '02809586-c7b7-40cb-8eab-ef5a9950c331') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:30.708916 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.728358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.736025 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:33:30.736646 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:33:30.750921 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:33:30.943029 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.958635 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:30.967303 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=865ce554-3da0-46ee-8fed-544f4dfe4df7,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:30.972318 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-79bf12a5-c326-474e-9978-21c3dd884e25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/865ce554-3da0-46ee-8fed-544f4dfe4df7 HTTP/1.1" status: 204  len: 168 time: 0.6418846
Feb 04 19:33:30.973173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41582) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:31.031887 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] Deleting subnet a802864f-60ae-4cf8-b5c6-f0e1e6999b3c {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:33:31.035179 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.089314 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.147987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.356679 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.408765 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.414696 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a802864f-60ae-4cf8-b5c6-f0e1e6999b3c,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:31.421323 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-78e6e4f3-dc6b-41fe-9589-1294b54939bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a802864f-60ae-4cf8-b5c6-f0e1e6999b3c HTTP/1.1" status: 204  len: 168 time: 0.4469023
Feb 04 19:33:31.423670 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41600) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:31.436365 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906279-f555-4607-8e68-735c6458fc79 req-584f6644-6014-4527-a224-f0c027d5d875 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:31.437886 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-60906279-f555-4607-8e68-735c6458fc79 req-584f6644-6014-4527-a224-f0c027d5d875 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0868196
Feb 04 19:33:31.490978 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-60906279-f555-4607-8e68-735c6458fc79 req-249e0aa0-38db-4f1f-82e8-0c5c375c51ae tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447650
Feb 04 19:33:31.543870 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.673894 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.701290 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083e5d730>,) {'filters': {'network_id': ['797470eb-6d2a-417d-ac6b-656803265cfc']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:31.714717 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083e5d730>, 'd4cba022-4df5-4cbd-b92c-642c1c2d168f') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:31.715070 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083e5d730>, 'd4cba022-4df5-4cbd-b92c-642c1c2d168f') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:31.729261 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.744555 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.754586 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:33:31.754976 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:33:31.768887 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:33:32.002617 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.023514 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.039574 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] Pushing event deleted for resources: {'Network': ['ID=797470eb-6d2a-417d-ac6b-656803265cfc,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:32.039574 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-862f2473-b8f8-4ea7-9ece-1ebf17864516 admin admin] 10.222.0.13 "DELETE /v2.0/networks/797470eb-6d2a-417d-ac6b-656803265cfc HTTP/1.1" status: 204  len: 168 time: 0.6091752
Feb 04 19:33:32.119212 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41628) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:32.261577 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.288139 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:32.291883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f9afcbfa788402c853a063a6c8e50bf is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:32.295766 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:32.300673 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:32.364331 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.434290 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.478799 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41638) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:32.485169 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cfd142-dc39-49f4-b258-97fd23d6d064,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:32.490647 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-f018bbf2-fdb1-4e72-b382-b803ebaedab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f9afcbfa788402c853a063a6c8e50bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3704472
Feb 04 19:33:32.493513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41642) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:32.540987 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-c75d0616-6fd8-4132-a9de-8777514719a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e7a563116a64eadaba00b40363dd66d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0657377
Feb 04 19:33:32.548273 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41648) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:32.603580 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f66c54a3-ef48-4075-8dd0-c174e1844643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.644348 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f66c54a3-ef48-4075-8dd0-c174e1844643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.655218 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1118f96d-c141-411b-9526-35f159678eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.700135 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb74c0-365b-4cd0-9561-bfe30a3228ee req-5fe80da7-243f-41e6-b8c0-9064f19b63a2 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:32.701899 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8bcb74c0-365b-4cd0-9561-bfe30a3228ee req-5fe80da7-243f-41e6-b8c0-9064f19b63a2 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0832679
Feb 04 19:33:32.703671 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1118f96d-c141-411b-9526-35f159678eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.761778 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8bcb74c0-365b-4cd0-9561-bfe30a3228ee req-49c52e5b-6bd0-40ed-9ff8-b5c2b82fbba6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532844
Feb 04 19:33:32.840086 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f66c54a3-ef48-4075-8dd0-c174e1844643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.849878 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1118f96d-c141-411b-9526-35f159678eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.865394 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c54a3-ef48-4075-8dd0-c174e1844643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cfd142-dc39-49f4-b258-97fd23d6d064,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:32.948469 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118f96d-c141-411b-9526-35f159678eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e11ee-d3c4-45a4-9d4d-b9e410e33b66,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:32.954235 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1118f96d-c141-411b-9526-35f159678eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.956392 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-1118f96d-c141-411b-9526-35f159678eda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c0e11ee-d3c4-45a4-9d4d-b9e410e33b66 HTTP/1.1" status: 204  len: 168 time: 0.4101076
Feb 04 19:33:32.957188 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f66c54a3-ef48-4075-8dd0-c174e1844643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:32.958661 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-f66c54a3-ef48-4075-8dd0-c174e1844643 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4cfd142-dc39-49f4-b258-97fd23d6d064 HTTP/1.1" status: 204  len: 168 time: 0.4633224
Feb 04 19:33:33.809577 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41672) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:33.827143 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:33.857788 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:33.862131 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Usage tracker for resource:security_group_rule and tenant:4287e11cedc84695ac3390a914cce1db is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:33.864875 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:33.870447 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:33.889701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41676) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:33.940809 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-9d3624d9-2ab7-4f02-9c60-8cecf2fe1ab5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37bb2cb23c6348d29838c9cd25d044f9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0498085
Feb 04 19:33:33.943401 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41680) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:33.998029 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.002708 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d65c895a-1985-4ca4-b8ed-fd953e138830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.006813 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cb7f0-8084-40e1-a043-259cbcde80e9 req-08761b12-3386-4b1b-8c89-7b230431c646 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:34.008347 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-178cb7f0-8084-40e1-a043-259cbcde80e9 req-08761b12-3386-4b1b-8c89-7b230431c646 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1249502
Feb 04 19:33:34.028589 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d65c895a-1985-4ca4-b8ed-fd953e138830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.054165 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-178cb7f0-8084-40e1-a043-259cbcde80e9 req-4c819796-390f-4605-b76a-287b5ccebe50 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402532
Feb 04 19:33:34.070611 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.116784 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b663f6d-1c24-4c14-a89e-0e72e396632e,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:34.121119 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-f6021df7-65cc-447a-9664-fd0e5dc91b53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4287e11cedc84695ac3390a914cce1db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3105628
Feb 04 19:33:34.123833 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41684) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:34.157371 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d65c895a-1985-4ca4-b8ed-fd953e138830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.173821 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c895a-1985-4ca4-b8ed-fd953e138830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e125e718-f88a-4ee2-821a-343b27af5cff,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:34.177014 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d65c895a-1985-4ca4-b8ed-fd953e138830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.178177 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-d65c895a-1985-4ca4-b8ed-fd953e138830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e125e718-f88a-4ee2-821a-343b27af5cff HTTP/1.1" status: 204  len: 168 time: 0.2339439
Feb 04 19:33:34.183636 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-394edc31-4d57-482c-95c5-70cbac60b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.210800 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-394edc31-4d57-482c-95c5-70cbac60b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.276009 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-e4a1ff50-002a-4229-a172-4832f7c6d42c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.0731459
Feb 04 19:33:34.348632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-394edc31-4d57-482c-95c5-70cbac60b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.370294 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394edc31-4d57-482c-95c5-70cbac60b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b663f6d-1c24-4c14-a89e-0e72e396632e,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:34.382274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-394edc31-4d57-482c-95c5-70cbac60b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:34.384409 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-394edc31-4d57-482c-95c5-70cbac60b3f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b663f6d-1c24-4c14-a89e-0e72e396632e HTTP/1.1" status: 204  len: 168 time: 0.2588654
Feb 04 19:33:34.436476 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-898d2042-c8b0-4673-924b-a4fdfa1e4193 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:34.438045 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-898d2042-c8b0-4673-924b-a4fdfa1e4193 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.1351182
Feb 04 19:33:34.581836 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-6cf2ecb7-c567-44d8-8249-156c400523ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.1360152
Feb 04 19:33:34.654383 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-1d48378f-97e7-4b56-9537-8b598a365241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:34.656346 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-1d48378f-97e7-4b56-9537-8b598a365241 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.0665002
Feb 04 19:33:34.708497 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-8f016d7f-82e9-4a6d-93fe-af6f632cb4b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431917
Feb 04 19:33:34.848225 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-57bf5af3-4fba-4e1f-9695-8d89125d3fad service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332030
Feb 04 19:33:34.995349 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab047f9-b0e0-4689-9d4e-3787df70445d req-f183adfd-121c-424e-b17b-667aedd1f1ef service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339984
Feb 04 19:33:35.260535 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29589c8d-3208-4c33-9cf7-07c6abbbd2d0 req-5f604e66-867e-48da-aa17-171410bc2c6c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:35.262129 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-29589c8d-3208-4c33-9cf7-07c6abbbd2d0 req-5f604e66-867e-48da-aa17-171410bc2c6c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0836656
Feb 04 19:33:35.309268 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-29589c8d-3208-4c33-9cf7-07c6abbbd2d0 req-7b533de0-6b72-42e7-ab13-4ee722e316cd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401289
Feb 04 19:33:36.504251 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41784) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:36.524776 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0ed2-793e-4198-ae3e-227366eb01e0 req-2e7d03ca-f0c2-46dd-b9da-098af164bfd7 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:36.534337 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca3f0ed2-793e-4198-ae3e-227366eb01e0 req-2e7d03ca-f0c2-46dd-b9da-098af164bfd7 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0938144
Feb 04 19:33:36.590593 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca3f0ed2-793e-4198-ae3e-227366eb01e0 req-fe37e57c-c076-41a8-9429-73de82e0e143 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552161
Feb 04 19:33:36.745096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:36.776282 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:36.780013 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9f011f59a04234b4df432faa2337fe is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:36.783460 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:36.789189 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:36.852562 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:36.958293 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:37.004096 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a9f011f59a04234b4df432faa2337fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4988508
Feb 04 19:33:37.006782 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 41802) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:37.011133 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7214188-22cb-4fe7-ae22-770a13ad0099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e61f0-4a4f-42de-b426-88bf30bd1884,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:37.069336 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-895e3a44-a1f2-474b-912e-e824ae0bad2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:37.096063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-895e3a44-a1f2-474b-912e-e824ae0bad2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:37.227970 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-895e3a44-a1f2-474b-912e-e824ae0bad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:37.243615 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e3a44-a1f2-474b-912e-e824ae0bad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e61f0-4a4f-42de-b426-88bf30bd1884,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:37.254351 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-895e3a44-a1f2-474b-912e-e824ae0bad2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:37.256263 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-895e3a44-a1f2-474b-912e-e824ae0bad2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a0e61f0-4a4f-42de-b426-88bf30bd1884 HTTP/1.1" status: 204  len: 168 time: 0.2481182
Feb 04 19:33:37.822491 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13927b72-8100-48c8-b081-17029963e9f0 req-6adf5941-0066-4d0e-9d22-077af2e0e73b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:37.824796 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-13927b72-8100-48c8-b081-17029963e9f0 req-6adf5941-0066-4d0e-9d22-077af2e0e73b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0925436
Feb 04 19:33:37.877131 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-13927b72-8100-48c8-b081-17029963e9f0 req-85087a86-79e6-4da5-86b4-fb786b1fe95e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448117
Feb 04 19:33:38.209804 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41830) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:38.229516 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:38.272522 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:33:38.276317 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Usage tracker for resource:security_group_rule and tenant:610f7f81383140ceb34a03876645f6c4 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:33:38.279444 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:33:38.286844 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:33:38.355125 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:38.401924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:38.451675 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb906e-cf7d-4b88-be9d-71df0c66a7d6,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:38.456945 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3ec9004b-631b-44e2-acfd-60599f109260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=610f7f81383140ceb34a03876645f6c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2459848
Feb 04 19:33:38.463053 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 41838) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:38.520309 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-63ab1fc8-8838-4118-a6b1-2e9787a1f924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:38.553562 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-63ab1fc8-8838-4118-a6b1-2e9787a1f924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:38.739097 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-63ab1fc8-8838-4118-a6b1-2e9787a1f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:38.754997 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab1fc8-8838-4118-a6b1-2e9787a1f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb906e-cf7d-4b88-be9d-71df0c66a7d6,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:38.766718 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-63ab1fc8-8838-4118-a6b1-2e9787a1f924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:38.767663 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-63ab1fc8-8838-4118-a6b1-2e9787a1f924 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39cb906e-cf7d-4b88-be9d-71df0c66a7d6 HTTP/1.1" status: 204  len: 168 time: 0.3066988
Feb 04 19:33:38.775409 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:39.097607 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbb3ab-e847-48f2-a8d3-0d131f0ddd4f req-54f96456-2b09-4bc5-bb07-4059edcc5c45 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:39.099055 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b3dbb3ab-e847-48f2-a8d3-0d131f0ddd4f req-54f96456-2b09-4bc5-bb07-4059edcc5c45 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0749931
Feb 04 19:33:39.143510 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b3dbb3ab-e847-48f2-a8d3-0d131f0ddd4f req-97025ba2-166a-41d2-8f12-b5761fc2ad52 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390680
Feb 04 19:33:40.361277 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4e230-d9af-46bc-a7df-6641a86575b1 req-dfe53069-3099-4a7f-b88d-30d0211a4cb3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:40.362543 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bff4e230-d9af-46bc-a7df-6641a86575b1 req-dfe53069-3099-4a7f-b88d-30d0211a4cb3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0833757
Feb 04 19:33:40.407917 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bff4e230-d9af-46bc-a7df-6641a86575b1 req-e32d5d73-8ca3-4401-88bf-a4c28650dcd6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396819
Feb 04 19:33:41.559547 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43f43ac8-c37a-46eb-8f42-6e6b2fdc82c1 req-9030fa5e-2eaa-48ef-9a52-a95e9c877e10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.0689166
Feb 04 19:33:41.608316 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052feb2a-b92f-48a7-8164-629d5fc85fc8 req-7d7f5712-7faf-4b15-999d-f71e63db60f0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:41.609501 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43f43ac8-c37a-46eb-8f42-6e6b2fdc82c1 req-3ade07e5-7767-4965-99cc-19c6c1e58653 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427997
Feb 04 19:33:41.610343 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-052feb2a-b92f-48a7-8164-629d5fc85fc8 req-7d7f5712-7faf-4b15-999d-f71e63db60f0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0805893
Feb 04 19:33:41.656700 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-052feb2a-b92f-48a7-8164-629d5fc85fc8 req-93861525-3858-4564-b3a4-2516a3f62ddf tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400844
Feb 04 19:33:42.869210 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3c66f-1f1a-4eef-ad31-9462ffa10fa2 req-f1e6fca5-e518-4186-8367-042dfc144035 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:42.873662 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-44a3c66f-1f1a-4eef-ad31-9462ffa10fa2 req-f1e6fca5-e518-4186-8367-042dfc144035 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0834749
Feb 04 19:33:42.917505 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-44a3c66f-1f1a-4eef-ad31-9462ffa10fa2 req-721454e9-2488-4113-8038-6e9c252a99d0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412776
Feb 04 19:33:44.120772 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f5060-9849-45c0-8df1-68da63cb429b req-cbf56bbb-0f52-461a-b007-fdc772f771a8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:44.122251 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd8f5060-9849-45c0-8df1-68da63cb429b req-cbf56bbb-0f52-461a-b007-fdc772f771a8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0793960
Feb 04 19:33:44.168356 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd8f5060-9849-45c0-8df1-68da63cb429b req-c7bf730b-9e00-4069-a20a-f4e763db9ea3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396202
Feb 04 19:33:44.826988 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d3f12-452a-4b89-ac28-e7a90e1f58ef req-82ade562-9342-43e7-a521-bbeb9b9d07c5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:44.828951 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6d0d3f12-452a-4b89-ac28-e7a90e1f58ef req-82ade562-9342-43e7-a521-bbeb9b9d07c5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0757906
Feb 04 19:33:44.877126 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6d0d3f12-452a-4b89-ac28-e7a90e1f58ef req-f35a1fa0-1292-4508-9bc3-83f2c1d6ba56 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425072
Feb 04 19:33:46.080917 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1f14b-dc91-4bfc-a2ae-7810adb933f3 req-3f4dd128-b73b-478d-aaa5-889a7d49381c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:46.082576 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-29e1f14b-dc91-4bfc-a2ae-7810adb933f3 req-3f4dd128-b73b-478d-aaa5-889a7d49381c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0791988
Feb 04 19:33:46.128285 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-29e1f14b-dc91-4bfc-a2ae-7810adb933f3 req-aa1466e6-5249-4c26-8fe3-2911184582ef tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401545
Feb 04 19:33:47.328371 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396e17a-7931-4916-a6d8-1d2338b53b5d req-0019da76-72ef-48a0-8ae2-dcd995052489 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:47.329851 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8396e17a-7931-4916-a6d8-1d2338b53b5d req-0019da76-72ef-48a0-8ae2-dcd995052489 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0762081
Feb 04 19:33:47.384312 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8396e17a-7931-4916-a6d8-1d2338b53b5d req-637a2ee6-362a-495f-82bd-d89e4402ec0d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487664
Feb 04 19:33:47.816222 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-8ded9c5e-31c2-49ff-911e-66e41fa7e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:48.504212 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-0ca78ce7-fb04-4db5-a893-6ff4661b09da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.0720248
Feb 04 19:33:48.580361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c536b-92cf-49c4-bc12-486bac7afee8 req-0ed87e36-aa5a-46ec-9708-bc152d782f2c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:48.581847 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-412c536b-92cf-49c4-bc12-486bac7afee8 req-0ed87e36-aa5a-46ec-9708-bc152d782f2c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0762243
Feb 04 19:33:48.633297 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-412c536b-92cf-49c4-bc12-486bac7afee8 req-fe2c75e3-346c-4a4d-ac34-f72e70678ddf tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457256
Feb 04 19:33:48.659754 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-dcc46f3e-c0ce-4d91-8ba7-af04eee7dceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:48.661510 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-dcc46f3e-c0ce-4d91-8ba7-af04eee7dceb service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.1383460
Feb 04 19:33:48.735591 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-359b2457-c996-4d4d-afd4-9a2b48496734 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.0613496
Feb 04 19:33:48.859802 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-d13dcb24-9bb4-4e6f-9f75-7d31fe6328d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:48.861235 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-d13dcb24-9bb4-4e6f-9f75-7d31fe6328d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.1191387
Feb 04 19:33:48.906929 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-cdc485ae-53b7-430c-963e-64109c300f42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382323
Feb 04 19:33:49.036274 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-e1ed4706-bec3-459e-8f36-d0d04a5f0c49 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226413
Feb 04 19:33:49.166044 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-43e68a14-4c35-4b0e-ae15-d65c1dbbbb6f req-b155f870-af94-42d5-a2d3-7b71c1ae858c service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224291
Feb 04 19:33:49.878995 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007ca4d-882c-454a-ab40-5def45108f43 req-9680752c-be90-4ee6-ab61-5a54653524ba tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:49.880447 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2007ca4d-882c-454a-ab40-5def45108f43 req-9680752c-be90-4ee6-ab61-5a54653524ba tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1022196
Feb 04 19:33:49.899396 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b1668d55-cd48-4a63-a3b3-1c78efc59c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:49.948474 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2007ca4d-882c-454a-ab40-5def45108f43 req-b16cfd10-2c7c-4322-8e44-19b52c30ecf6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607882
Feb 04 19:33:51.096423 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:51.151536 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057b56-828e-48d3-9662-c6566332bc15 req-1cc86f0d-8c1f-483e-a78c-fd6bb0e1dd54 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:51.153493 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ee057b56-828e-48d3-9662-c6566332bc15 req-1cc86f0d-8c1f-483e-a78c-fd6bb0e1dd54 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0799801
Feb 04 19:33:51.196608 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ee057b56-828e-48d3-9662-c6566332bc15 req-32381dc9-c586-4f6b-99d0-334a0824fd11 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381384
Feb 04 19:33:51.697183 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:52.407768 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e0c5f-30f1-4bff-acd5-64ea6590dc7b req-de0cbfb8-8ea6-424f-bec3-07bffb89a96d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:52.409280 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af6e0c5f-30f1-4bff-acd5-64ea6590dc7b req-de0cbfb8-8ea6-424f-bec3-07bffb89a96d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0867102
Feb 04 19:33:52.465586 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af6e0c5f-30f1-4bff-acd5-64ea6590dc7b req-a970b3fd-6de5-4b33-9b6a-f36b8a829dc3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504630
Feb 04 19:33:53.364709 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:53.678515 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f532-32e6-4f5e-9509-1f666f942ca4 req-09a63860-b3bd-4540-b2d4-21ac81335391 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:53.680053 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2d19f532-32e6-4f5e-9509-1f666f942ca4 req-09a63860-b3bd-4540-b2d4-21ac81335391 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0809259
Feb 04 19:33:53.724714 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2d19f532-32e6-4f5e-9509-1f666f942ca4 req-74c66289-c60e-4759-9830-f8365c171caf tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391099
Feb 04 19:33:54.230757 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:33:56.925036 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d558e-5b03-4169-ae8f-ef94112ec64a req-8022b2bc-364d-4bc9-9a36-605b1db7e659 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:33:56.926626 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-719d558e-5b03-4169-ae8f-ef94112ec64a req-8022b2bc-364d-4bc9-9a36-605b1db7e659 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0792222
Feb 04 19:33:56.972966 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-719d558e-5b03-4169-ae8f-ef94112ec64a req-78b9e706-721f-454a-aafd-cfeda1c6cc66 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404150
Feb 04 19:33:58.138865 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42220) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:58.197624 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Deleting subnet 31e76960-44f0-4b6e-9332-8be151f5d03f {{(pid=83674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:33:58.200690 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.254074 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.261714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.464613 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for subnet, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.501612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e76960-44f0-4b6e-9332-8be151f5d03f,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:58.511671 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.519234 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.519574 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.519908 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.520234 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.520560 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.520877 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.521215 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.523588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.523588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.523588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.523588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:33:58.526407 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e8ce2d4f-31b4-4295-bb87-0c9bc08ce869 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/31e76960-44f0-4b6e-9332-8be151f5d03f HTTP/1.1" status: 204  len: 168 time: 0.3854136
Feb 04 19:33:58.528822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42228) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:58.638241 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.761507 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.785388 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3084057730>> segment before_delete 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.785746 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3084057730>> subnet precommit_delete_associations 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.786477 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> segment_host_mapping after_create 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.786794 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> port after_create 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.787110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> port after_delete 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.787455 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> port after_update 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.787768 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> segment after_delete 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.788112 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> subnet after_create 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.788401 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> subnet after_delete 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.788704 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3084a933d0>> subnet after_update 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.850714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083da5d00>> subnet after_create 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.851083 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083da5d00>> subnet after_delete 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.851376 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083da5d00>> subnet before_create 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.851700 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3083da5d00>> subnet before_update 55550000 {{(pid=83674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 04 19:33:58.852065 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083e9d0a0>,) {'filters': {'network_id': ['b97705a3-d80d-4941-a032-aa413b5ca649']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:58.864623 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083e9d0a0>, '2768b2aa-d387-457f-9c87-cda570b4d96e') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:58.868833 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083e9d0a0>, '2768b2aa-d387-457f-9c87-cda570b4d96e') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:58.876740 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.897037 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.903996 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:33:58.904386 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   util.warn_limited(
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:33:58.973951 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:33:59.136067 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.157765 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.163639 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] Pushing event deleted for resources: {'Network': ['ID=b97705a3-d80d-4941-a032-aa413b5ca649,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:59.167616 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5d74e425-aa1c-4ba7-97c7-95934653162b admin admin] 10.222.0.13 "DELETE /v2.0/networks/b97705a3-d80d-4941-a032-aa413b5ca649 HTTP/1.1" status: 204  len: 168 time: 0.6378486
Feb 04 19:33:59.172753 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42238) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:59.228586 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_v2 [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] Deleting subnet 750381cc-749a-45dc-8b49-b6b113628c5d {{(pid=83674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:33:59.231725 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.282874 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1445396'] for subnet, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.340792 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.504939 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6678646'] for subnet, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.551122 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750381cc-749a-45dc-8b49-b6b113628c5d,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:33:59.557934 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.563810 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-96910ac8-8402-49d8-a256-1e5bbe36ef6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/750381cc-749a-45dc-8b49-b6b113628c5d HTTP/1.1" status: 204  len: 168 time: 0.3918176
Feb 04 19:33:59.566293 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42246) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:33:59.672059 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.798009 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.821604 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f30840a2910>,) {'filters': {'network_id': ['0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:59.833590 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f30840a2910>, 'ca36daca-4d6e-4c70-ae3d-c09937f92c76') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:59.833874 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f30840a2910>, 'ca36daca-4d6e-4c70-ae3d-c09937f92c76') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:33:59.845185 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.860375 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.866146 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:33:59.866512 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:33:59.878969 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:34:00.062405 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:00.080541 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:00.086289 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:00.092602 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-7a296fe4-a403-4af0-af13-8854e2da13d3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0be7fa6d-6ae7-42a5-8e3a-459948f0bd0c HTTP/1.1" status: 204  len: 168 time: 0.5230546
Feb 04 19:34:00.488917 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42264) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:00.538287 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-8d0f41da-cd39-4a6f-995b-3fd12de40d15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ea717d58493422bb4eeba7a1bfed924&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0480635
Feb 04 19:34:00.540706 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42270) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:00.599584 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:00.627614 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:00.784684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:00.799174 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1806943-7ce4-4017-9b8f-aa38370fcb7c,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:00.809958 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:00.811561 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1806943-7ce4-4017-9b8f-aa38370fcb7c HTTP/1.1" status: 204  len: 168 time: 0.2694244
Feb 04 19:34:00.813552 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.813552 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.813770 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.813898 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.814503 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.814823 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.815143 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.815712 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.815893 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.816208 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:00.816523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767edbbf-78cd-4495-b568-cc686128976c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:01.708817 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42292) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:01.756645 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-4d556737-7fb2-400c-9a5b-ccc51e42ffb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5d314f7155429fadef411b645f0fb1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0466452
Feb 04 19:34:01.759181 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42296) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:01.830218 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac892291-7542-48ae-99d6-5e6258afe38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:01.856870 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac892291-7542-48ae-99d6-5e6258afe38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:02.010433 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac892291-7542-48ae-99d6-5e6258afe38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:02.024849 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac892291-7542-48ae-99d6-5e6258afe38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fc8f8-2ace-4e4d-8fd4-15224a94d2c3,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:02.033344 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac892291-7542-48ae-99d6-5e6258afe38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:02.037183 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ac892291-7542-48ae-99d6-5e6258afe38d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf7fc8f8-2ace-4e4d-8fd4-15224a94d2c3 HTTP/1.1" status: 204  len: 168 time: 0.2741239
Feb 04 19:34:03.417090 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42344) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:03.575567 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:03.613240 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:03.618405 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Usage tracker for resource:security_group_rule and tenant:d2c25830d3a440df9a8dd1dd3f4a09ed is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:03.621489 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:03.632627 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:03.695151 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:03.765801 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:03.812231 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e53684-b4eb-40c2-ac02-78def381bf3b,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:03.819563 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e24dc7e0-2339-4bb2-a22b-d5493041f88b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2c25830d3a440df9a8dd1dd3f4a09ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4004631
Feb 04 19:34:03.820416 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42356) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:03.890261 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-191a67c5-fe26-4637-a769-4635fe026b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:03.911780 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-191a67c5-fe26-4637-a769-4635fe026b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:04.063976 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-191a67c5-fe26-4637-a769-4635fe026b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:04.083603 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a67c5-fe26-4637-a769-4635fe026b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e53684-b4eb-40c2-ac02-78def381bf3b,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:04.086996 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-191a67c5-fe26-4637-a769-4635fe026b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:04.093091 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-191a67c5-fe26-4637-a769-4635fe026b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e53684-b4eb-40c2-ac02-78def381bf3b HTTP/1.1" status: 204  len: 168 time: 0.2694862
Feb 04 19:34:04.833925 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42392) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:04.839352 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:04.870784 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:04.874623 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Usage tracker for resource:security_group_rule and tenant:42549240dd954220840a859bf50c049b is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:04.877492 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:04.883096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:04.954009 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:05.030713 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:05.075907 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3952f872-afbc-4d92-8706-a88242108029,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:05.082614 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7f002263-33a7-4004-a25c-71580ee6721d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42549240dd954220840a859bf50c049b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2603106
Feb 04 19:34:05.085127 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42398) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:05.146464 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d624089c-b2fa-4287-a6be-fb05782c4374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:05.171421 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d624089c-b2fa-4287-a6be-fb05782c4374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:05.278790 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d624089c-b2fa-4287-a6be-fb05782c4374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:05.296728 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624089c-b2fa-4287-a6be-fb05782c4374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952f872-afbc-4d92-8706-a88242108029,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:05.303636 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d624089c-b2fa-4287-a6be-fb05782c4374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:05.307042 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-d624089c-b2fa-4287-a6be-fb05782c4374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3952f872-afbc-4d92-8706-a88242108029 HTTP/1.1" status: 204  len: 168 time: 0.2185237
Feb 04 19:34:07.126975 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42450) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:07.275456 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:07.319800 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:07.325006 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Usage tracker for resource:security_group_rule and tenant:8ebe3bbfdde043febae0819aca6d0085 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:07.328119 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:07.334141 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:07.414005 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:07.486721 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:07.539941 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dfefe2-45f2-46a5-b753-df7ef1f6c624,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:07.544761 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-80afdfcc-42ee-4dc5-866f-33be4431b4da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ebe3bbfdde043febae0819aca6d0085&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4167843
Feb 04 19:34:07.548159 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42466) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:07.611466 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4821a30-9f94-4311-86df-68da61d66761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:07.636675 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4821a30-9f94-4311-86df-68da61d66761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:07.755283 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4821a30-9f94-4311-86df-68da61d66761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:07.772496 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4821a30-9f94-4311-86df-68da61d66761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dfefe2-45f2-46a5-b753-df7ef1f6c624,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:07.781259 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4821a30-9f94-4311-86df-68da61d66761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:07.781259 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e4821a30-9f94-4311-86df-68da61d66761 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0dfefe2-45f2-46a5-b753-df7ef1f6c624 HTTP/1.1" status: 204  len: 168 time: 0.2313581
Feb 04 19:34:08.847033 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:09.062252 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3b58a-1c26-49d3-96fc-699353c0c4cc req-3a930051-ee66-487c-b597-46580974a85b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:09.063623 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-49d3b58a-1c26-49d3-96fc-699353c0c4cc req-3a930051-ee66-487c-b597-46580974a85b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0792961
Feb 04 19:34:09.111477 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-49d3b58a-1c26-49d3-96fc-699353c0c4cc req-aadd9814-f64b-4a9c-879b-d6d6a59faa9f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418255
Feb 04 19:34:09.124756 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-d4297f38-c726-405c-8bea-be89de42affb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.0731378
Feb 04 19:34:09.261390 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-a589fb30-c92b-4503-8af2-bf08682e8980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:09.262899 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-a589fb30-c92b-4503-8af2-bf08682e8980 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.1286006
Feb 04 19:34:09.334308 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-90eeb257-9bd7-4a37-a9d3-58d49afd6ec6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.0648682
Feb 04 19:34:09.400328 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-bb359441-13a1-46ed-a2c9-20622811a8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:09.401876 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-bb359441-13a1-46ed-a2c9-20622811a8da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.0610387
Feb 04 19:34:09.447416 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-17e94175-f101-468c-ac0a-9b48408cc793 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384393
Feb 04 19:34:09.652425 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-6e65610f-f9f6-4027-9a00-bc777f2c6d4e service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957057
Feb 04 19:34:09.802842 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98f89715-fb85-4bc9-a23f-7d4759f1cf47 req-88f36c40-5120-4550-806b-e9dd8c39f296 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438489
Feb 04 19:34:09.911559 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42532) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:10.059636 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:10.092714 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:10.096617 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d89053c9514f47b645c57b9b2dd198 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:10.099547 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:10.105664 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:10.176203 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:10.281647 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:10.348175 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6d89053c9514f47b645c57b9b2dd198&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4354625
Feb 04 19:34:10.348981 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7998f-88a4-4822-9fb5-096427dcc496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664ad525-0c60-4088-8d83-338c0734e3de,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:10.351026 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42546) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:10.372873 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d90c-3cbf-4569-a53c-413f42b64e77 req-2136f9d8-1b83-489e-a3f0-20c3c3c7146d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:10.374934 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d0b8d90c-3cbf-4569-a53c-413f42b64e77 req-2136f9d8-1b83-489e-a3f0-20c3c3c7146d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1282215
Feb 04 19:34:10.412052 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d1c263f-cf43-43e5-b305-949cf5fa5739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:10.420570 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d0b8d90c-3cbf-4569-a53c-413f42b64e77 req-5bffefd7-fcfe-4284-a86d-a2fb2809eb6e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394473
Feb 04 19:34:10.437948 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d1c263f-cf43-43e5-b305-949cf5fa5739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:10.575546 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d1c263f-cf43-43e5-b305-949cf5fa5739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:10.590322 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c263f-cf43-43e5-b305-949cf5fa5739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ad525-0c60-4088-8d83-338c0734e3de,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:10.597878 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d1c263f-cf43-43e5-b305-949cf5fa5739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:10.599066 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5d1c263f-cf43-43e5-b305-949cf5fa5739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/664ad525-0c60-4088-8d83-338c0734e3de HTTP/1.1" status: 204  len: 168 time: 0.2470291
Feb 04 19:34:11.264165 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42570) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:11.281762 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:11.313613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:11.317623 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d6ab7ce958482e82a8128702175b43 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:11.321883 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:11.328368 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:11.393846 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:11.584016 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:11.631008 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d054-2928-428f-aa83-d275f8285689 req-2713cfb9-44f3-4c28-9709-406247afd42c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:11.632498 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a051d054-2928-428f-aa83-d275f8285689 req-2713cfb9-44f3-4c28-9709-406247afd42c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0779173
Feb 04 19:34:11.639660 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb073596-26e0-4aec-ac03-546adebd5e3b,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:11.643973 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-0fe8ff9c-0f9c-4479-9cd4-cd3c38809e71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3d6ab7ce958482e82a8128702175b43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3806515
Feb 04 19:34:11.652260 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42580) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:11.702599 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a051d054-2928-428f-aa83-d275f8285689 req-0089b43f-13fa-4cce-990e-97f39f356d4e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640664
Feb 04 19:34:11.743965 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e8978da7-6427-42d0-b941-4caa948dbd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:11.771319 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e8978da7-6427-42d0-b941-4caa948dbd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:11.875625 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e8978da7-6427-42d0-b941-4caa948dbd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:11.892113 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8978da7-6427-42d0-b941-4caa948dbd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb073596-26e0-4aec-ac03-546adebd5e3b,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:11.900608 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e8978da7-6427-42d0-b941-4caa948dbd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:11.901759 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e8978da7-6427-42d0-b941-4caa948dbd81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb073596-26e0-4aec-ac03-546adebd5e3b HTTP/1.1" status: 204  len: 168 time: 0.2512512
Feb 04 19:34:12.600884 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-413d4a01-b4c0-46dd-b6bc-37a98ba420f5 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=44cdbb7f1d5a41bbaf22d6961373f0a7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0277545
Feb 04 19:34:12.747792 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-07d02b8f-e2d8-4717-a3b0-c48a59060242 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:12.747792 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-07d02b8f-e2d8-4717-a3b0-c48a59060242 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1397536
Feb 04 19:34:12.762393 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-d7b30239-66df-4eee-8450-d51764fe1806 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/quotas/44cdbb7f1d5a41bbaf22d6961373f0a7 HTTP/1.1" status: 200  len: 375 time: 0.0106740
Feb 04 19:34:12.808865 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-8fdb79b3-1416-4ad1-99f0-509023f679dd tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44cdbb7f1d5a41bbaf22d6961373f0a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0408027
Feb 04 19:34:12.929883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11c11-b162-4fbb-a8bf-b7ae3ea3b456 req-86093c54-4540-423e-817f-a6722734b6e3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:12.931376 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bff11c11-b162-4fbb-a8bf-b7ae3ea3b456 req-86093c54-4540-423e-817f-a6722734b6e3 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0974202
Feb 04 19:34:12.976409 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bff11c11-b162-4fbb-a8bf-b7ae3ea3b456 req-2c8b33f1-476f-4e1d-b82c-d9e502d9da8e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390201
Feb 04 19:34:13.077697 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e570143b-cb3e-46ae-9380-e8e8c6c2d12b req-378cb2ab-7764-46ff-9e7a-e1e5c978630d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 210 time: 0.0467358
Feb 04 19:34:13.354153 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42642) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:13.495349 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:13.527581 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:13.531820 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c74f0ffab04455921d81ab965d58b8 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:13.534580 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:13.540132 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:13.606584 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:13.712770 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:13.758854 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee52ec-76f2-4c18-bd6c-f71247d28f3c,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:13.765013 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-31d09380-3bc0-4c1a-ab30-3441b296fa55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0c74f0ffab04455921d81ab965d58b8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4098465
Feb 04 19:34:13.768238 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42656) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:13.830906 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1e998e3-1dfa-4677-a905-0af510cbef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:13.858175 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1e998e3-1dfa-4677-a905-0af510cbef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:13.986862 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1e998e3-1dfa-4677-a905-0af510cbef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:13.987558 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42664) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:13.998625 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e998e3-1dfa-4677-a905-0af510cbef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee52ec-76f2-4c18-bd6c-f71247d28f3c,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:14.004582 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b1e998e3-1dfa-4677-a905-0af510cbef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.007135 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b1e998e3-1dfa-4677-a905-0af510cbef95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cee52ec-76f2-4c18-bd6c-f71247d28f3c HTTP/1.1" status: 204  len: 168 time: 0.2370493
Feb 04 19:34:14.169974 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.220800 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:14.225811 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Usage tracker for resource:security_group_rule and tenant:b789b1a26ad64a15a88b545cf24e78e7 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:14.229625 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:14.240181 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c60682-3416-463c-b2cb-15f0ffdf45ba req-470ff6f0-4686-48ad-8b86-036d8940b3fd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:14.241664 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-75c60682-3416-463c-b2cb-15f0ffdf45ba req-470ff6f0-4686-48ad-8b86-036d8940b3fd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1292901
Feb 04 19:34:14.242495 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:14.257180 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-290f6868-94cf-46cf-8f5b-e8cf138f6f91 req-5f386f2d-cfc9-400e-9934-00e62d7df195 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 210 time: 0.0443528
Feb 04 19:34:14.371008 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-75c60682-3416-463c-b2cb-15f0ffdf45ba req-afa38456-c9a8-41e8-aa94-a9576da03518 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203284
Feb 04 19:34:14.404243 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.492331 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.540482 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd26baf-825c-4093-b827-a5a1ff24593e,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:14.548641 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42678) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:14.548834 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-dc2bc85b-5fe3-4226-8fbd-0e42ba6fe06c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b789b1a26ad64a15a88b545cf24e78e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5600326
Feb 04 19:34:14.628233 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fe47362f-a1b8-4650-842c-e5bd5d906040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.653934 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fe47362f-a1b8-4650-842c-e5bd5d906040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.772532 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fe47362f-a1b8-4650-842c-e5bd5d906040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.789216 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47362f-a1b8-4650-842c-e5bd5d906040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd26baf-825c-4093-b827-a5a1ff24593e,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:14.793188 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-fe47362f-a1b8-4650-842c-e5bd5d906040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:14.794173 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-fe47362f-a1b8-4650-842c-e5bd5d906040 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edd26baf-825c-4093-b827-a5a1ff24593e HTTP/1.1" status: 204  len: 168 time: 0.2440920
Feb 04 19:34:15.450339 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c224e7dd-e089-4400-95dc-58bb2b496d9d req-5a1b7416-6a7e-4a9f-9abb-09ecf8705af8 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 210 time: 0.0427859
Feb 04 19:34:15.566507 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-a7842840-29fa-4afa-9e28-ad8754bbf0c9 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=44cdbb7f1d5a41bbaf22d6961373f0a7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299301
Feb 04 19:34:15.604057 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355300-ca42-44c5-91be-6f19901c4b14 req-a564dbf3-50f7-494c-a15c-2ac7b3ad5e0a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:15.606332 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1a355300-ca42-44c5-91be-6f19901c4b14 req-a564dbf3-50f7-494c-a15c-2ac7b3ad5e0a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0871818
Feb 04 19:34:15.683231 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1a355300-ca42-44c5-91be-6f19901c4b14 req-4a96f7f7-fbe2-4c2a-aa38-4b907dedac15 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685804
Feb 04 19:34:15.755661 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-ba3e32d5-3ab4-4b6a-a0a8-53bfa414e24b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:15.757665 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-ba3e32d5-3ab4-4b6a-a0a8-53bfa414e24b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1845276
Feb 04 19:34:15.792535 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Request body: {'port': {'device_id': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c', 'admin_state_up': True, 'tenant_id': '44cdbb7f1d5a41bbaf22d6961373f0a7'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:15.938305 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:15.942011 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Usage tracker for resource:port and tenant:44cdbb7f1d5a41bbaf22d6961373f0a7 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:15.944797 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:15.951714 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:16.040683 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Made reservation on behalf of 44cdbb7f1d5a41bbaf22d6961373f0a7 for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:34:16.043698 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.056093 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.088216 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42734) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:16.097294 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:16.100987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Usage tracker for resource:security_group_rule and tenant:44cdbb7f1d5a41bbaf22d6961373f0a7 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:16.103850 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:16.109839 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:16.176156 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.219395 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1252630828-network', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:16.224034 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:16.228068 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Usage tracker for resource:network and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:16.230990 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:16.237603 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:16.269493 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.382865 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Made reservation on behalf of 1b4e55fbd8b74ea38b37f03bc061815e for: {'network': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:34:16.385091 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.424142 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.439492 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220da38d-1971-4080-ab74-ff8b6dee0f82,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:16.519166 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:16.526355 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:16.531016 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:16.544173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:16.564853 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Allocated IP 192.168.233.106 (8ee552ae-7c2b-4659-875c-c01aca44a36c/038b4c7a-7664-4552-a2a9-d714dee62a42/444fb09d-422a-439e-9441-af74cb0128b6) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:34:16.675520 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-939e5432-58d4-475d-9531-de79476fb992 req-1f8fbccf-1205-445e-902a-d2fcf7f5813d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 210 time: 0.0753746
Feb 04 19:34:16.788101 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.863588 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.879414 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Transition to ACTIVE for port object 444fb09d-422a-439e-9441-af74cb0128b6 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:16.887139 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.892500 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfadcf-573e-4524-a48d-c391f3a0e93e req-565a5282-d20e-436c-bb0b-490f5c9b9c28 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:16.894099 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bbbfadcf-573e-4524-a48d-c391f3a0e93e req-565a5282-d20e-436c-bb0b-490f5c9b9c28 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0763891
Feb 04 19:34:16.924320 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=83673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:34:16.942215 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01ef3bf-bd90-4d56-b99a-050e9780d604,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:16.943318 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bbbfadcf-573e-4524-a48d-c391f3a0e93e req-356d963e-cfdc-4fba-ad53-e8b3be9d8f3a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403473
Feb 04 19:34:16.946524 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:16.946864 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.segments_db [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Added segment 4ecc4418-e255-4ca8-831e-53389adc0cfd of type vlan for network a644de52-c273-4bb7-b9ed-1e8890216310
Feb 04 19:34:16.974606 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.072574 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.111852 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.112661 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:17.113252 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.224458 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Network 8ee552ae-7c2b-4659-875c-c01aca44a36c is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:17.240311 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:17.252444 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:34:17.282083 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Pushing event updated for resources: {'Port': ['ID=444fb09d-422a-439e-9441-af74cb0128b6,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:17.287919 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=a644de52-c273-4bb7-b9ed-1e8890216310,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:17.301136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network a644de52-c273-4bb7-b9ed-1e8890216310 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:34:17.327016 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:17.327698 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.347102 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-5a08622a-3b00-4de0-80c1-9395dea54cf8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2571895
Feb 04 19:34:17.347300 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42750) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:17.352677 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Request body: {'subnet': {'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1252630828-subnet', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'ip_version': 4}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:17.357791 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:17.361779 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Usage tracker for resource:subnet and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:17.365539 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:17.372116 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:17.427782 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-0734a6c8-c26a-43cd-9f82-7b28700910e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6487839
Feb 04 19:34:17.449643 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Made reservation on behalf of 1b4e55fbd8b74ea38b37f03bc061815e for: {'subnet': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:34:17.452456 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6500338'] for subnet, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.576281 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-65f78fd6-8ae0-487b-85bd-493f09f38588 None None] Provisioning for port 444fb09d-422a-439e-9441-af74cb0128b6 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:17.581164 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-65f78fd6-8ae0-487b-85bd-493f09f38588 None None] Provisioning complete for port 444fb09d-422a-439e-9441-af74cb0128b6 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:17.581635 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-65f78fd6-8ae0-487b-85bd-493f09f38588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.635548 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-65f78fd6-8ae0-487b-85bd-493f09f38588 None None] Port 444fb09d-422a-439e-9441-af74cb0128b6 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:34:17.722203 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6500324'] for subnet, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.784170 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-c364d451-dfab-4be2-8b11-c1061fa289b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:17.796672 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:17.807763 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Checking segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:17.808104 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Network hostable DHCP agents. Network: a644de52-c273-4bb7-b9ed-1e8890216310, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:34:17.900534 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8d37d-845d-4ea8-9f68-3b04e778b1e6 req-b02ffcbc-0d0f-42a2-8c45-7aca6df786e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:17.901211 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-71b8d37d-845d-4ea8-9f68-3b04e778b1e6 req-b02ffcbc-0d0f-42a2-8c45-7aca6df786e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Synchronizing usage tracker for tenant:44cdbb7f1d5a41bbaf22d6961373f0a7 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:34:17.966969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Network a644de52-c273-4bb7-b9ed-1e8890216310 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:34:17.999188 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-71b8d37d-845d-4ea8-9f68-3b04e778b1e6 req-b02ffcbc-0d0f-42a2-8c45-7aca6df786e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Unset dirty status for tenant:44cdbb7f1d5a41bbaf22d6961373f0a7 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:34:18.000346 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71b8d37d-845d-4ea8-9f68-3b04e778b1e6 req-b02ffcbc-0d0f-42a2-8c45-7aca6df786e1 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 936 time: 0.1873610
Feb 04 19:34:18.045925 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-71b8d37d-845d-4ea8-9f68-3b04e778b1e6 req-eb600d65-1299-4af4-ad24-01c11897e1ac tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Synchronizing usage tracker for tenant:44cdbb7f1d5a41bbaf22d6961373f0a7 on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:34:18.061726 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, a644de52-c273-4bb7-b9ed-1e8890216310) {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:18.065771 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:18.066349 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.082959 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0580c5ca-b7fd-4e39-916d-58de4b371a8e None None] Network a644de52-c273-4bb7-b9ed-1e8890216310 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:34:18.126604 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-71b8d37d-845d-4ea8-9f68-3b04e778b1e6 req-eb600d65-1299-4af4-ad24-01c11897e1ac tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Unset dirty status for tenant:44cdbb7f1d5a41bbaf22d6961373f0a7 on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:34:18.128720 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71b8d37d-845d-4ea8-9f68-3b04e778b1e6 req-eb600d65-1299-4af4-ad24-01c11897e1ac tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226881
Feb 04 19:34:18.149044 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ff92-b047-4806-8f36-6ecc386127b5 req-0ca151e6-be38-4fba-9fa8-29b3cb472ef5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:18.152517 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2231ff92-b047-4806-8f36-6ecc386127b5 req-0ca151e6-be38-4fba-9fa8-29b3cb472ef5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0858033
Feb 04 19:34:18.161705 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-c77cb4ae-cce1-4bee-a78f-1c499f6d29f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8132296
Feb 04 19:34:18.164280 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42762) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:18.169372 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:18.174635 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:18.178523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Usage tracker for resource:router and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:18.181443 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:18.188128 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:18.202384 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2231ff92-b047-4806-8f36-6ecc386127b5 req-760a65ff-ef40-4593-8c2a-ea1c7a120356 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460577
Feb 04 19:34:18.298207 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.299322 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.317804 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.324046 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-a644de52-c273-4bb7-b9ed-1e8890216310', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:34:18.324046 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.467365 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Allocated IP 172.20.0.2 (a644de52-c273-4bb7-b9ed-1e8890216310/c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37/e8e1f579-8db4-4c44-9408-d9bcb5b6dca2) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:34:18.547830 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.563671 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Request body: {'port': {'device_id': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:18.667859 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.673493 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.685911 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Transition to ACTIVE for port object e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:18.704137 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Transition to ACTIVE for port object e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:18.852632 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:18.917391 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Network a644de52-c273-4bb7-b9ed-1e8890216310 is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:18.920101 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:18.923761 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:34:18.931549 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Pushing event updated for resources: {'Port': ['ID=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:18.996415 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.996750 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.997077 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.997428 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.997774 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.998092 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.998405 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.998741 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.999052 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.999361 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:18.999669 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:19.026923 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Attempting to bind port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:34:19.027273 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Attempting to bind port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:34:19.027620 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Attempting to bind port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:19.034514 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:34:19.034872 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Checking segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:19.035257 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.035636 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Bound using segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:34:19.036085 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Bound port: e8e1f579-8db4-4c44-9408-d9bcb5b6dca2, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:34:19.036442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.119136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] For port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:34:19.122121 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] For port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:34:19.187267 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.193358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.227627 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.266922 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a1f4-ce8d-4472-9e60-9108302b2319 None None] Pushing event updated for resources: {'Port': ['ID=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:19.303733 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444fb09d-422a-439e-9441-af74cb0128b6 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:34:19.327369 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.363572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Transition to ACTIVE for port object 444fb09d-422a-439e-9441-af74cb0128b6 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:19.454291 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.466158 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16559984-b918-4e6a-b4cf-497f19ac48a2 req-25c03251-a991-4df2-933f-57988d036acb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:19.467633 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-16559984-b918-4e6a-b4cf-497f19ac48a2 req-25c03251-a991-4df2-933f-57988d036acb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1017599
Feb 04 19:34:19.519675 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Allocated IP 172.27.3.25 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/297a834b-d028-42b1-9577-b28190da751f) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:34:19.532024 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-16559984-b918-4e6a-b4cf-497f19ac48a2 req-901646cb-d5b5-414e-9520-8353aea5ce77 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587995
Feb 04 19:34:19.597749 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35580e7a-7e9c-4686-a3e6-3a6c68af9ad6 req-b9ba5865-c010-4011-bff1-4892225cc41d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:19.599297 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-35580e7a-7e9c-4686-a3e6-3a6c68af9ad6 req-b9ba5865-c010-4011-bff1-4892225cc41d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 936 time: 0.3304701
Feb 04 19:34:19.636871 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Pushing event updated for resources: {'Port': ['ID=444fb09d-422a-439e-9441-af74cb0128b6,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:19.824175 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-35580e7a-7e9c-4686-a3e6-3a6c68af9ad6 req-ead46e4f-ed9e-4088-970d-22dc747c29be tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119806
Feb 04 19:34:19.868743 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.901838 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Attempting to bind port 444fb09d-422a-439e-9441-af74cb0128b6 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:34:19.902224 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Attempting to bind port 444fb09d-422a-439e-9441-af74cb0128b6 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:34:19.902513 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Attempting to bind port 444fb09d-422a-439e-9441-af74cb0128b6 on network 8ee552ae-7c2b-4659-875c-c01aca44a36c {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:19.913014 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Port 444fb09d-422a-439e-9441-af74cb0128b6 on network 8ee552ae-7c2b-4659-875c-c01aca44a36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:34:19.913316 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-bfeefc7b-cc66-4732-996d-3e53d661b3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:19.914009 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Attempting to bind port 444fb09d-422a-439e-9441-af74cb0128b6 on network 8ee552ae-7c2b-4659-875c-c01aca44a36c {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:19.924032 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:34:19.924368 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Checking segment: {'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:19.924747 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Bound using segment: {'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:34:19.925293 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Bound port: 444fb09d-422a-439e-9441-af74cb0128b6, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b193df8-ffea-4093-b3ef-064103992644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:34:19.925539 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:20.017860 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] For port 444fb09d-422a-439e-9441-af74cb0128b6, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:34:20.021405 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] For port 444fb09d-422a-439e-9441-af74cb0128b6, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=444fb09d-422a-439e-9441-af74cb0128b6,segment=NetworkSegment(9b193df8-ffea-4093-b3ef-064103992644),segment_id=9b193df8-ffea-4093-b3ef-064103992644)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:34:20.041960 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:20.099729 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:20.122083 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:20.127614 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:20.129875 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Pushing event updated for resources: {'Port': ['ID=297a834b-d028-42b1-9577-b28190da751f,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:20.131973 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:34:20.201756 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:20.203146 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] 10.222.0.60 "PUT /v2.0/ports/444fb09d-422a-439e-9441-af74cb0128b6 HTTP/1.1" status: 200  len: 1098 time: 1.6441145
Feb 04 19:34:20.212970 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'tag': '444fb09d-422a-439e-9441-af74cb0128b6'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:34:20.277238 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'tag': '444fb09d-422a-439e-9441-af74cb0128b6', 'status': 'completed', 'code': 200}
Feb 04 19:34:20.283678 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416c594-40bb-46f9-92a8-ab1fdd6d3b00 service neutron] Pushing event updated for resources: {'Port': ['ID=444fb09d-422a-439e-9441-af74cb0128b6,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:20.299847 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dce25d-6a8a-437d-9956-d8de4864e7d2 None None] Network a644de52-c273-4bb7-b9ed-1e8890216310 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:34:20.518937 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:20.519602 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:20.523970 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-947f95db-82c8-40b3-a878-623ec7feae8a req-99ed29e6-1a6b-4bb5-9cdb-89e777640aaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44cdbb7f1d5a41bbaf22d6961373f0a7&device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 1101 time: 0.0876629
Feb 04 19:34:20.524951 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-6d9d1079-5066-4ec7-952b-504825e6dd99 None None] Provisioning for port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:20.619876 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-947f95db-82c8-40b3-a878-623ec7feae8a req-4dd3237f-25ec-4241-8e47-0882fa86b916 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=44cdbb7f1d5a41bbaf22d6961373f0a7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0366068
Feb 04 19:34:20.959727 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f95db-82c8-40b3-a878-623ec7feae8a req-6a860e19-114e-4063-995d-d5befb46938a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:20.961166 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-947f95db-82c8-40b3-a878-623ec7feae8a req-6a860e19-114e-4063-995d-d5befb46938a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3344877
Feb 04 19:34:21.019088 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8f6db-9449-48d9-899a-faed0f80d3c5 req-5310f250-eadc-4944-9380-262ba35611f6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:21.019826 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e5f8f6db-9449-48d9-899a-faed0f80d3c5 req-5310f250-eadc-4944-9380-262ba35611f6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.2329452
Feb 04 19:34:21.051872 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:21.058757 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae3292-fff2-4339-ba1c-c868486d8cc6 req-a52d181d-dbcf-4259-abef-2e2f333c23b9 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:21.060918 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5cae3292-fff2-4339-ba1c-c868486d8cc6 req-a52d181d-dbcf-4259-abef-2e2f333c23b9 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.1083262
Feb 04 19:34:21.097979 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e5f8f6db-9449-48d9-899a-faed0f80d3c5 req-3495d698-4f55-44de-aae2-dca7928d4edb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708249
Feb 04 19:34:21.110287 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5cae3292-fff2-4339-ba1c-c868486d8cc6 req-e2080840-13d7-4c2d-8980-46753826f848 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437343
Feb 04 19:34:21.194870 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:21.207764 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-822c6570-41d6-4cf8-99b4-9a7bc5b75738 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44cdbb7f1d5a41bbaf22d6961373f0a7&device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 1101 time: 0.0683191
Feb 04 19:34:21.220763 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:21.220913 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Router ee192e0f-041c-4511-9dd1-237b04a93b33 is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:34:21.225972 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:21.226345 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:21.338919 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-44551b94-2166-48a3-992d-28973ae3a294 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=444fb09d-422a-439e-9441-af74cb0128b6 HTTP/1.1" status: 200  len: 217 time: 0.1143255
Feb 04 19:34:21.341070 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:21.372326 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:21.446573 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:21.478288 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-b7c51fb8-c336-4f84-a8ef-89830b712ebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:21.479786 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-b7c51fb8-c336-4f84-a8ef-89830b712ebd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=038b4c7a-7664-4552-a2a9-d714dee62a42 HTTP/1.1" status: 200  len: 843 time: 0.0867839
Feb 04 19:34:21.510318 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:21.547481 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ec282634-9828-4567-9bb4-04b1fd02e208 req-a05489ab-640e-4843-b76f-81d5db7ec49e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.2640183
Feb 04 19:34:21.637180 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-94795e77-9278-457c-aeba-de2a19e893cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee552ae-7c2b-4659-875c-c01aca44a36c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1493731
Feb 04 19:34:21.676659 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:34:21.686796 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:21.687752 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:34:21.699738 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:21.700412 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084921c10>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:21.749624 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:21.751002 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ecedc9c2-644f-40a8-8fbd-2a826496329c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5856864
Feb 04 19:34:21.753638 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42790) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:21.918343 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:22.256256 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084921c10>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:20Z', 'revision_number': 3, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:22.260577 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:34:22.261412 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Updating router ee192e0f-041c-4511-9dd1-237b04a93b33 port 297a834b-d028-42b1-9577-b28190da751f binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:34:22.327464 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:22.330546 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53f08-1cf8-40b4-b205-e0b8baf8ee06 req-c427b292-4696-4f79-91cd-c2ea1d162f99 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:22.339014 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dfb53f08-1cf8-40b4-b205-e0b8baf8ee06 req-c427b292-4696-4f79-91cd-c2ea1d162f99 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0927873
Feb 04 19:34:22.383823 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dfb53f08-1cf8-40b4-b205-e0b8baf8ee06 req-d2df3853-62e2-418b-a94a-0aa174c158b8 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434911
Feb 04 19:34:22.491497 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358781d-53d4-4449-ae5d-545472fd6ab3 req-9c85b434-f0c2-4652-b50d-cbbfb6ea15d6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:22.492906 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3358781d-53d4-4449-ae5d-545472fd6ab3 req-9c85b434-f0c2-4652-b50d-cbbfb6ea15d6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.2487574
Feb 04 19:34:22.549781 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3358781d-53d4-4449-ae5d-545472fd6ab3 req-efda7342-7924-4a62-a5a9-9a106e522e0d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498211
Feb 04 19:34:22.679993 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:22.692311 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Transition to ACTIVE for port object 297a834b-d028-42b1-9577-b28190da751f will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:22.730433 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:22.767043 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:22.847656 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Attempting to bind port 297a834b-d028-42b1-9577-b28190da751f on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:34:22.848011 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Attempting to bind port 297a834b-d028-42b1-9577-b28190da751f by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:34:22.848360 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Attempting to bind port 297a834b-d028-42b1-9577-b28190da751f on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:22.850350 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Pushing event updated for resources: {'Port': ['ID=297a834b-d028-42b1-9577-b28190da751f,revision_number=2']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:22.861721 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:34:22.862090 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:22.862466 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:22.862839 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:34:22.863285 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Bound port: 297a834b-d028-42b1-9577-b28190da751f, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:34:22.863662 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:22.889726 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.890061 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.890447 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.890784 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.891100 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.891724 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.892105 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.892491 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.892841 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.893184 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.893492 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:34:22.945049 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Allocated IP 172.20.0.1 (a644de52-c273-4bb7-b9ed-1e8890216310/c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37/86e417bf-2be3-4443-971b-148b80bd19df) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:34:22.949393 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] For port 297a834b-d028-42b1-9577-b28190da751f, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:34:22.952798 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] For port 297a834b-d028-42b1-9577-b28190da751f, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=297a834b-d028-42b1-9577-b28190da751f,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:34:22.969266 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:23.037811 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:23.038332 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.040887 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.105875 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.131736 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:23.132343 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084921c10>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:23.195858 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f62b2f-a555-447b-9c79-65f2273d0cc7 None None] Pushing event updated for resources: {'Port': ['ID=297a834b-d028-42b1-9577-b28190da751f,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:23.222618 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Transition to ACTIVE for port object 86e417bf-2be3-4443-971b-148b80bd19df will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:23.251455 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ec282634-9828-4567-9bb4-04b1fd02e208 req-553a0371-6f7a-43e7-9e4f-ee3d2ffdbcd5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414156
Feb 04 19:34:23.303182 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-1888c6ee-519f-456a-b078-47c432bda3ba service neutron] 10.222.0.60 "GET /v2.0/networks/8ee552ae-7c2b-4659-875c-c01aca44a36c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916964
Feb 04 19:34:23.319765 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:23.366249 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.395222 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.465627 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Network a644de52-c273-4bb7-b9ed-1e8890216310 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:23.467485 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:23.471437 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:34:23.505772 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Pushing event updated for resources: {'Port': ['ID=86e417bf-2be3-4443-971b-148b80bd19df,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:23.531458 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.599817 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e2fbe-af1c-4fec-be0d-7f3086390120 req-aa342448-c9e7-4a6b-8e9f-0ca8415ba483 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:23.602639 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ec9e2fbe-af1c-4fec-be0d-7f3086390120 req-aa342448-c9e7-4a6b-8e9f-0ca8415ba483 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0893466
Feb 04 19:34:23.627236 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084921c10>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:20Z', 'revision_number': 3, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:23.632434 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab4b8a-5b0c-401c-bef8-4d92b1778fed None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:20Z', 'revision_number': 3, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:34:23.706296 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ec9e2fbe-af1c-4fec-be0d-7f3086390120 req-fcaa69d3-bdf9-4b3d-8696-db778030a9f3 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919900
Feb 04 19:34:23.799644 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.892504 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-5eded51f-9cca-4794-8d25-8114d11ee83c None None] Provisioning for port 86e417bf-2be3-4443-971b-148b80bd19df completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:23.898014 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-5eded51f-9cca-4794-8d25-8114d11ee83c None None] Provisioning complete for port 86e417bf-2be3-4443-971b-148b80bd19df triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:23.898567 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-5eded51f-9cca-4794-8d25-8114d11ee83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:23.957297 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-5eded51f-9cca-4794-8d25-8114d11ee83c None None] Port 86e417bf-2be3-4443-971b-148b80bd19df cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:34:23.987307 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb2d53-90fb-488d-b684-93709185fffc req-671ab9d2-11cd-466e-a919-9c5560a69aa1 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:23.988813 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1edb2d53-90fb-488d-b684-93709185fffc req-671ab9d2-11cd-466e-a919-9c5560a69aa1 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.2344127
Feb 04 19:34:24.081869 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1edb2d53-90fb-488d-b684-93709185fffc req-e383502d-59e1-468d-ba50-a325d21084ac tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857527
Feb 04 19:34:24.113086 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:24.178161 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:24.285767 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Pushing event updated for resources: {'Port': ['ID=86e417bf-2be3-4443-971b-148b80bd19df,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:24.289504 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:24.427912 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Network a644de52-c273-4bb7-b9ed-1e8890216310 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:24.429068 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:24.685357 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-e98966d1-88ea-43a0-a5f6-61f392205e33 None None] Provisioning complete for port 86e417bf-2be3-4443-971b-148b80bd19df triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:24.686396 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e98966d1-88ea-43a0-a5f6-61f392205e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:24.738637 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-e98966d1-88ea-43a0-a5f6-61f392205e33 None None] Port 86e417bf-2be3-4443-971b-148b80bd19df cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:34:24.884913 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:34:24.907709 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293488fe-4267-483f-b9f8-8aea1bc831a0 req-f9175f00-f4e7-4ea8-bd8b-1bf57d12cf90 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:24.909181 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-293488fe-4267-483f-b9f8-8aea1bc831a0 req-f9175f00-f4e7-4ea8-bd8b-1bf57d12cf90 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0815609
Feb 04 19:34:24.961746 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-293488fe-4267-483f-b9f8-8aea1bc831a0 req-10e18a06-00bf-45d1-9e65-df2e1d1e34fb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471284
Feb 04 19:34:24.993556 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 297a834b-d028-42b1-9577-b28190da751f up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:25.092441 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:34:25.103293 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-a77ffedc-7f92-4ea6-b32e-e2bf22595161 admin admin] 10.222.0.13 "PUT /v2.0/routers/ee192e0f-041c-4511-9dd1-237b04a93b33/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3486586
Feb 04 19:34:25.146842 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 297a834b-d028-42b1-9577-b28190da751f completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:25.152564 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 297a834b-d028-42b1-9577-b28190da751f triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:25.152982 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:25.270904 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:25.286726 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 297a834b-d028-42b1-9577-b28190da751f, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=297a834b-d028-42b1-9577-b28190da751f,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:25.295890 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68505b55-3e0d-472d-88e8-be942e25ac8f req-44c68b10-66cc-47e8-a262-7a3eea0fcbd4 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:25.297861 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-68505b55-3e0d-472d-88e8-be942e25ac8f req-44c68b10-66cc-47e8-a262-7a3eea0fcbd4 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0858169
Feb 04 19:34:25.342432 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-68505b55-3e0d-472d-88e8-be942e25ac8f req-23e424c1-f77e-479a-98d7-f7e97471d10b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390301
Feb 04 19:34:25.415587 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:25.483994 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=297a834b-d028-42b1-9577-b28190da751f,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:26.157782 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f1cf-4a4b-44fb-87e5-3c955a917bc9 req-339e4047-1b32-4d9b-8d6c-52dbc3074ced tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:26.157782 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b9c7f1cf-4a4b-44fb-87e5-3c955a917bc9 req-339e4047-1b32-4d9b-8d6c-52dbc3074ced tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0791099
Feb 04 19:34:26.201713 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b9c7f1cf-4a4b-44fb-87e5-3c955a917bc9 req-6e2e3f0e-3bf0-448b-9541-292ce54b8183 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395920
Feb 04 19:34:26.295590 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42850) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:26.300858 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1524080978-network', 'tenant_id': '3c92674936d442888abba7cdc8115b1d'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:26.305435 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:26.309101 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Usage tracker for resource:network and tenant:3c92674936d442888abba7cdc8115b1d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:26.311873 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:26.317364 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:26.386804 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Made reservation on behalf of 3c92674936d442888abba7cdc8115b1d for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:34:26.389685 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.402429 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.436525 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:26.440273 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Usage tracker for resource:security_group_rule and tenant:3c92674936d442888abba7cdc8115b1d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:26.443012 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:26.448632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:26.513902 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.536496 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3e2a2-be38-468d-a160-b7b4f00f901f req-7f03c854-ee4a-474d-984b-b2966ff97bda tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:26.537965 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f3e2a2-be38-468d-a160-b7b4f00f901f req-7f03c854-ee4a-474d-984b-b2966ff97bda tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0756612
Feb 04 19:34:26.580974 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.584753 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f1f3e2a2-be38-468d-a160-b7b4f00f901f req-1ef01ee6-4671-4072-9ade-8b17c74574a8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411835
Feb 04 19:34:26.611246 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:34:26.619623 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f4a17-a020-4a01-a8c6-26fe052e624d,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:26.626348 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.627191 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Added segment ad6968b9-4bc0-4d07-859b-f555453f934b of type vlan for network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26
Feb 04 19:34:26.653042 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.740831 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.741739 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:26.742319 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:26.847463 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1b40b1-9601-4b33-8e85-b0ff85b4ef26,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:26.862633 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:34:26.927466 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c68a63f9-ce30-4ced-a548-fe9282482593 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6306634
Feb 04 19:34:26.932570 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42858) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:26.939207 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Request body: {'subnet': {'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1524080978-subnet', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:26.943993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:26.948098 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Usage tracker for resource:subnet and tenant:3c92674936d442888abba7cdc8115b1d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:26.951917 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:26.955429 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f0643a-17d6-42fd-aaa6-ecf4f385f112 req-becbe8a4-c0ff-4d49-af1d-ed17ddc97204 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee552ae-7c2b-4659-875c-c01aca44a36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384623
Feb 04 19:34:26.959675 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:27.000262 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 297a834b-d028-42b1-9577-b28190da751f up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:27.023382 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Made reservation on behalf of 3c92674936d442888abba7cdc8115b1d for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:34:27.025889 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6678619'] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:27.070566 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 297a834b-d028-42b1-9577-b28190da751f triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:27.070930 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:27.163435 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:34:27.199422 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:27.199975 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084a15bb0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:27.384322 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1886866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6678605'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:27.402638 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:27.474366 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:27.506580 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Checking segment: {'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:27.506923 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Network hostable DHCP agents. Network: 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:34:27.518137 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1740-6c03-4931-bf0c-c50dfd24c9d9 req-5c60a908-cc85-40ef-a590-240383127d40 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:27.519568 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ffab1740-6c03-4931-bf0c-c50dfd24c9d9 req-5c60a908-cc85-40ef-a590-240383127d40 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.1817076
Feb 04 19:34:27.580627 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ffab1740-6c03-4931-bf0c-c50dfd24c9d9 req-b95c9adf-2f94-41d1-8e89-bacba5f2e4e5 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552073
Feb 04 19:34:27.637576 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:34:27.731986 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:27.732926 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084a15bb0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 2, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:27.737384 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:27.738155 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:34:27.738886 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:27.739300 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Updating router ee192e0f-041c-4511-9dd1-237b04a93b33 port 86e417bf-2be3-4443-971b-148b80bd19df binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:34:27.771080 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef071c0d-1531-45bf-ba4b-41f341126604 None None] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:34:27.808374 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953016-56d2-4c7e-b2e1-d13ac98ff53a req-b5c8c068-31a9-4577-a13a-54e9167b0ac5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:27.815935 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-859d63d1-83d6-4783-82db-30b369a9f952 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8823047
Feb 04 19:34:27.818428 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42878) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:27.818542 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-51953016-56d2-4c7e-b2e1-d13ac98ff53a req-b5c8c068-31a9-4577-a13a-54e9167b0ac5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1001065
Feb 04 19:34:27.824821 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:27.830034 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:27.834527 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Usage tracker for resource:router and tenant:3c92674936d442888abba7cdc8115b1d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:27.838931 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:27.847435 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:27.872650 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:27.877732 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-51953016-56d2-4c7e-b2e1-d13ac98ff53a req-c12fddac-aa02-41ad-aeda-7656c65e1875 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583646
Feb 04 19:34:27.931593 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:27.931593 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:27.946401 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.145308 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-8d1b40b1-9601-4b33-8e85-b0ff85b4ef26', 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'fixed_ips': [{'subnet_id': 'a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:34:28.146039 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.221470 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.462112 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Allocated IP 172.20.0.2 (8d1b40b1-9601-4b33-8e85-b0ff85b4ef26/a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d/fec41fff-e950-47cf-8db2-e2e0780501d7) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:34:28.480462 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.505313 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.515240 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.569038 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Transition to ACTIVE for port object 86e417bf-2be3-4443-971b-148b80bd19df will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:28.630078 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.652596 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Allocated IP 172.27.3.191 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/6f028388-0edc-41c0-b3d7-7c931b1a5f73) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:34:28.818620 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a9b6d-1e60-425b-b32a-46c9b86371bd None None] Pushing event updated for resources: {'Port': ['ID=86e417bf-2be3-4443-971b-148b80bd19df,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:28.825537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.863701 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.867536 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Transition to ACTIVE for port object fec41fff-e950-47cf-8db2-e2e0780501d7 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:28.880973 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae7e57-363d-4682-978f-680c03af6cb1 req-e900de2b-05b3-4c73-bd31-cd509c242fb9 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:28.882471 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3dae7e57-363d-4682-978f-680c03af6cb1 req-e900de2b-05b3-4c73-bd31-cd509c242fb9 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.1477275
Feb 04 19:34:28.932980 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Transition to ACTIVE for port object fec41fff-e950-47cf-8db2-e2e0780501d7 will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:28.937886 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Attempting to bind port 86e417bf-2be3-4443-971b-148b80bd19df on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:34:28.938245 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Attempting to bind port 86e417bf-2be3-4443-971b-148b80bd19df by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:34:28.938598 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Attempting to bind port 86e417bf-2be3-4443-971b-148b80bd19df on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:28.939187 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3dae7e57-363d-4682-978f-680c03af6cb1 req-475cba44-3453-4019-b795-0dcf48ca3dcd tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498762
Feb 04 19:34:28.948574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:34:28.948574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Checking segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:28.948574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:28.948574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Bound using segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:34:28.948574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Bound port: 86e417bf-2be3-4443-971b-148b80bd19df, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:34:28.948574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.065745 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] For port 86e417bf-2be3-4443-971b-148b80bd19df, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:34:29.068837 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] For port 86e417bf-2be3-4443-971b-148b80bd19df, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=86e417bf-2be3-4443-971b-148b80bd19df,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:34:29.110546 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0bd2a-1e11-48b3-b188-531a5d38db97 req-8dc55231-9633-4a7a-b1ca-849792804b87 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:29.111990 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-03f0bd2a-1e11-48b3-b188-531a5d38db97 req-8dc55231-9633-4a7a-b1ca-849792804b87 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0791588
Feb 04 19:34:29.147292 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.156614 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-03f0bd2a-1e11-48b3-b188-531a5d38db97 req-2a1a805a-226f-4976-b07d-ed3c5c49a983 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386086
Feb 04 19:34:29.192704 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.213716 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:29.217059 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:29.220712 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:34:29.240591 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.253187 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Pushing event updated for resources: {'Port': ['ID=6f028388-0edc-41c0-b3d7-7c931b1a5f73,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:29.271291 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:29.274968 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:29.277831 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Pushing event updated for resources: {'Port': ['ID=fec41fff-e950-47cf-8db2-e2e0780501d7,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:29.290413 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:34:29.428707 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:29.429357 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084a15bb0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:29.470704 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.471535 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.499459 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Attempting to bind port fec41fff-e950-47cf-8db2-e2e0780501d7 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:34:29.499821 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Attempting to bind port fec41fff-e950-47cf-8db2-e2e0780501d7 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:34:29.500167 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Attempting to bind port fec41fff-e950-47cf-8db2-e2e0780501d7 on network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:29.544929 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a9b6d-1e60-425b-b32a-46c9b86371bd None None] Pushing event updated for resources: {'Port': ['ID=86e417bf-2be3-4443-971b-148b80bd19df,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:29.547420 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:34:29.547785 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Checking segment: {'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:29.548174 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.548546 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Bound using segment: {'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:34:29.548998 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Bound port: fec41fff-e950-47cf-8db2-e2e0780501d7, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:34:29.549509 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.716335 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:29.752229 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Router 22408c9a-d2cc-40eb-835a-d0c543199f1d is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:34:29.771960 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] For port fec41fff-e950-47cf-8db2-e2e0780501d7, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:34:29.790746 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] For port fec41fff-e950-47cf-8db2-e2e0780501d7, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=fec41fff-e950-47cf-8db2-e2e0780501d7,segment=NetworkSegment(ad6968b9-4bc0-4d07-859b-f555453f934b),segment_id=ad6968b9-4bc0-4d07-859b-f555453f934b)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:34:29.888396 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:29.963307 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:34:29.971863 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Sync routers for ids ['22408c9a-d2cc-40eb-835a-d0c543199f1d'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:34:29.983840 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Routers {'22408c9a-d2cc-40eb-835a-d0c543199f1d'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:29.984684 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30845aeca0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['22408c9a-d2cc-40eb-835a-d0c543199f1d'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:30.048597 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d9458-1404-4383-bc4e-efe873f0db04 None None] Pushing event updated for resources: {'Port': ['ID=fec41fff-e950-47cf-8db2-e2e0780501d7,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:30.050380 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:30.068960 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-63dffb49-89e1-417a-b44e-246d842e7f9b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.2466006
Feb 04 19:34:30.069484 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42906) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:30.233358 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00ccbe-5b89-4f31-bd3b-ff9126523fa3 req-fad8f1dc-6cbd-4576-a4a8-c6a3f9c4b1af tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:30.243924 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8d00ccbe-5b89-4f31-bd3b-ff9126523fa3 req-fad8f1dc-6cbd-4576-a4a8-c6a3f9c4b1af tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.1643736
Feb 04 19:34:30.248479 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084a15bb0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:29Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:30.262657 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c091ec8-25ee-4b47-8dae-6824d3c3c219 None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:29Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:34:30.294602 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Set router 22408c9a-d2cc-40eb-835a-d0c543199f1d gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:30.332855 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8d00ccbe-5b89-4f31-bd3b-ff9126523fa3 req-9523ed7a-f491-4820-9fd7-5babb7ba12fd tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876746
Feb 04 19:34:30.626618 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec9552-f0ae-4e8c-aedc-523d2ac2565c req-62667f29-12c2-42b6-a2d6-fe3c8afc425c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:30.630255 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-07ec9552-f0ae-4e8c-aedc-523d2ac2565c req-62667f29-12c2-42b6-a2d6-fe3c8afc425c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.2024026
Feb 04 19:34:30.686159 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-07ec9552-f0ae-4e8c-aedc-523d2ac2565c req-ea7dfd5a-3ff4-4f74-afcc-631ac62044f9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496576
Feb 04 19:34:30.713341 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30845aeca0>, [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:34:29Z', 'revision_number': 3, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port': {'id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:28Z', 'updated_at': '2022-02-04T19:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:30.719787 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Checking router: 22408c9a-d2cc-40eb-835a-d0c543199f1d for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:34:30.720212 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Updating router 22408c9a-d2cc-40eb-835a-d0c543199f1d port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:34:30.772926 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.091603 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 86e417bf-2be3-4443-971b-148b80bd19df up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:31.202578 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.226297 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Transition to ACTIVE for port object 6f028388-0edc-41c0-b3d7-7c931b1a5f73 will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:31.238222 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:34:31.258216 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 86e417bf-2be3-4443-971b-148b80bd19df completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:31.267765 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 86e417bf-2be3-4443-971b-148b80bd19df triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:31.268668 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.320488 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.388577 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.396269 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.435450 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 86e417bf-2be3-4443-971b-148b80bd19df, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=86e417bf-2be3-4443-971b-148b80bd19df,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:31.455676 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Attempting to bind port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:34:31.456270 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Attempting to bind port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:34:31.456795 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Attempting to bind port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:31.460578 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf93c53-9d6b-4fc5-a528-ceff81cddda0 None None] Pushing event updated for resources: {'Port': ['ID=6f028388-0edc-41c0-b3d7-7c931b1a5f73,revision_number=2']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:31.468382 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:34:31.468846 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:31.469379 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.469832 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:34:31.469943 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8a15a-377d-4460-a821-141965310d2a None None] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:34:31.470462 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Bound port: 6f028388-0edc-41c0-b3d7-7c931b1a5f73, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:34:31.470897 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.542527 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.543560 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device fec41fff-e950-47cf-8db2-e2e0780501d7 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:31.546413 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] For port 6f028388-0edc-41c0-b3d7-7c931b1a5f73, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:34:31.550325 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] For port 6f028388-0edc-41c0-b3d7-7c931b1a5f73, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=6f028388-0edc-41c0-b3d7-7c931b1a5f73,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:34:31.634011 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.635518 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6c8d7-5500-4bc1-b1f4-9b94a1d0a141 req-1506fdab-aa67-441c-bbbb-6896e59531fb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:31.643870 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-26a6c8d7-5500-4bc1-b1f4-9b94a1d0a141 req-1506fdab-aa67-441c-bbbb-6896e59531fb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0898395
Feb 04 19:34:31.693664 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Allocated IP 172.20.0.1 (8d1b40b1-9601-4b33-8e85-b0ff85b4ef26/a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d/5eecb837-5e18-4d2e-a441-56318e56a4e9) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:34:31.701805 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-26a6c8d7-5500-4bc1-b1f4-9b94a1d0a141 req-0289e28e-ada5-4511-841e-aea3c2c26d01 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565946
Feb 04 19:34:31.720623 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=86e417bf-2be3-4443-971b-148b80bd19df,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:31.782475 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Routers {'22408c9a-d2cc-40eb-835a-d0c543199f1d'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:31.783042 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30845aeca0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['22408c9a-d2cc-40eb-835a-d0c543199f1d'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:31.784014 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-c50ec337-c183-4078-99f0-089a8f51a211 None None] Provisioning for port fec41fff-e950-47cf-8db2-e2e0780501d7 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:31.850184 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf93c53-9d6b-4fc5-a528-ceff81cddda0 None None] Pushing event updated for resources: {'Port': ['ID=6f028388-0edc-41c0-b3d7-7c931b1a5f73,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:31.873400 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port fec41fff-e950-47cf-8db2-e2e0780501d7 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:31.882903 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port fec41fff-e950-47cf-8db2-e2e0780501d7 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:31.883338 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.942857 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:31.970874 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Transition to ACTIVE for port object 5eecb837-5e18-4d2e-a441-56318e56a4e9 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:31.999917 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a717f9-78a8-4496-a89b-9938185f4100 req-bcbc7d98-83e1-4c19-9324-c29458289b0c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:32.001592 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-18a717f9-78a8-4496-a89b-9938185f4100 req-bcbc7d98-83e1-4c19-9324-c29458289b0c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1273847
Feb 04 19:34:32.005105 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] Set router 22408c9a-d2cc-40eb-835a-d0c543199f1d gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:32.034223 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.053190 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-18a717f9-78a8-4496-a89b-9938185f4100 req-b43411f8-cfe0-4bdc-be4e-0af7575bf359 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441148
Feb 04 19:34:32.069946 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.084264 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port fec41fff-e950-47cf-8db2-e2e0780501d7, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=fec41fff-e950-47cf-8db2-e2e0780501d7,segment=NetworkSegment(ad6968b9-4bc0-4d07-859b-f555453f934b),segment_id=ad6968b9-4bc0-4d07-859b-f555453f934b)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:32.140969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:32.145257 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:32.150312 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.151531 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:34:32.181709 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Pushing event updated for resources: {'Port': ['ID=5eecb837-5e18-4d2e-a441-56318e56a4e9,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:32.232608 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.303852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=fec41fff-e950-47cf-8db2-e2e0780501d7,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:32.327617 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-87eed209-e16b-4944-840d-a2c4e61637e3 None None] Provisioning complete for port fec41fff-e950-47cf-8db2-e2e0780501d7 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:32.328208 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-87eed209-e16b-4944-840d-a2c4e61637e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.347828 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30845aeca0>, [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:34:29Z', 'revision_number': 3, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port': {'id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:28Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:32.354856 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc3a02-a218-418e-bde4-5e15e27462a0 None None] The sync data for ids ['22408c9a-d2cc-40eb-835a-d0c543199f1d'] in dv-cinder-827242-1-iscsi is: [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:34:29Z', 'revision_number': 3, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port': {'id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:28Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:34:32.410960 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.638573 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.662877 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-39f93daa-65ce-494d-829e-6825481388d2 None None] Provisioning for port 5eecb837-5e18-4d2e-a441-56318e56a4e9 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:32.667667 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-39f93daa-65ce-494d-829e-6825481388d2 None None] Provisioning complete for port 5eecb837-5e18-4d2e-a441-56318e56a4e9 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:32.668048 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-39f93daa-65ce-494d-829e-6825481388d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.720890 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-39f93daa-65ce-494d-829e-6825481388d2 None None] Port 5eecb837-5e18-4d2e-a441-56318e56a4e9 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:34:32.749228 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.869179 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:32.873138 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Pushing event updated for resources: {'Port': ['ID=5eecb837-5e18-4d2e-a441-56318e56a4e9,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:32.895832 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece32647-e27e-4d90-a917-eb0eab28561b req-ff3b2dc9-d038-477e-af1f-c3ddb197416b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:32.897667 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ece32647-e27e-4d90-a917-eb0eab28561b req-ff3b2dc9-d038-477e-af1f-c3ddb197416b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0774801
Feb 04 19:34:32.943510 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ece32647-e27e-4d90-a917-eb0eab28561b req-3f0f2d72-4311-4db5-aa04-ec7a671fc82a tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393977
Feb 04 19:34:32.995818 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 86e417bf-2be3-4443-971b-148b80bd19df up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:33.024065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:34:33.025295 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:34:33.078054 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 86e417bf-2be3-4443-971b-148b80bd19df triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:33.078572 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:33.269869 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device fec41fff-e950-47cf-8db2-e2e0780501d7 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:33.320027 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-23f900fd-8f0f-45c2-bbcc-73067f9b6a7d None None] Provisioning complete for port 5eecb837-5e18-4d2e-a441-56318e56a4e9 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:33.320027 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-23f900fd-8f0f-45c2-bbcc-73067f9b6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:33.423013 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-23f900fd-8f0f-45c2-bbcc-73067f9b6a7d None None] Port 5eecb837-5e18-4d2e-a441-56318e56a4e9 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:34:33.439062 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port fec41fff-e950-47cf-8db2-e2e0780501d7 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:33.439429 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:33.478118 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3266d-d212-454f-9586-fc10a3ffbd58 req-ab08caf1-9b28-46d2-9cef-8fded83f78df tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:33.479526 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c8e3266d-d212-454f-9586-fc10a3ffbd58 req-ab08caf1-9b28-46d2-9cef-8fded83f78df tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1772892
Feb 04 19:34:33.539390 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c8e3266d-d212-454f-9586-fc10a3ffbd58 req-2a0c5204-a85e-4d17-86e9-546232eb733e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504720
Feb 04 19:34:33.645872 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Router 22408c9a-d2cc-40eb-835a-d0c543199f1d has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:34:33.846209 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:34:33.854780 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-beeb8504-3c1b-4f3f-be84-8d35270c444f admin admin] 10.222.0.13 "PUT /v2.0/routers/22408c9a-d2cc-40eb-835a-d0c543199f1d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7841086
Feb 04 19:34:34.221975 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd1d19-6b8f-49e7-8724-00a3015e22fd req-b30f1a35-6f55-4ace-9cb9-902e82315052 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:34.223628 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cccd1d19-6b8f-49e7-8724-00a3015e22fd req-b30f1a35-6f55-4ace-9cb9-902e82315052 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.1506968
Feb 04 19:34:34.269930 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cccd1d19-6b8f-49e7-8724-00a3015e22fd req-0c6800de-8b16-4b2f-8328-045662eaadb5 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405855
Feb 04 19:34:34.579288 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 42958) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:34.585051 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640581121', 'description': 'tempest-secgroup-smoke-640581121 description', 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:34.591373 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:34.595521 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:34.598726 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:34.604484 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:34.686625 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:34.721765 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:34.725615 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:34.728391 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:34.734663 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:34.741223 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2881-2fbf-4057-89f1-43c25f932c76 req-0ac52eea-47cd-4ff2-a521-027c30f3a64d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:34.742664 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-459e2881-2fbf-4057-89f1-43c25f932c76 req-0ac52eea-47cd-4ff2-a521-027c30f3a64d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0755749
Feb 04 19:34:34.788055 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:34.789597 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-459e2881-2fbf-4057-89f1-43c25f932c76 req-d35e3e26-9921-4ee6-b352-333fc462a010 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406892
Feb 04 19:34:34.863345 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:34.908193 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977dfab9-6cff-4da3-b271-9ad9447a508e,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:34.971806 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:34.972962 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3be1beec-2318-4986-aeed-e0602a5a0d35 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3925951
Feb 04 19:34:34.975976 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42968) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:34.981522 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'security_group_rule': {'security_group_id': '977dfab9-6cff-4da3-b271-9ad9447a508e', 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:34.987730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:34.991570 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:34.994408 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:35.000513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:35.081093 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.140303 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.263073 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.287335 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ed95e3-668f-4ec0-8a67-b1be575dbf10,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:35.366291 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.367489 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-18406e7a-7d60-492f-ba80-85a48f099ab7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3905404
Feb 04 19:34:35.370383 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42976) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:35.375972 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'security_group_rule': {'security_group_id': '977dfab9-6cff-4da3-b271-9ad9447a508e', 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:35.382187 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:35.387091 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:35.390968 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:35.401115 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:35.480768 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.486981 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f04cd-1a0e-411c-b751-1e2fb1d89e45 req-0f36a7c9-4c70-4a38-b549-51984efb4623 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:35.493760 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-820f04cd-1a0e-411c-b751-1e2fb1d89e45 req-0f36a7c9-4c70-4a38-b549-51984efb4623 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0938439
Feb 04 19:34:35.539995 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-820f04cd-1a0e-411c-b751-1e2fb1d89e45 req-e0d18762-461d-413f-9f2b-2ac580a2812f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431480
Feb 04 19:34:35.607511 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.623973 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f43a5-c936-46a9-a7dd-ba631ebd1f91 req-db8ad4bf-af34-4adc-b3d7-482f45a741b0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:35.625445 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-679f43a5-c936-46a9-a7dd-ba631ebd1f91 req-db8ad4bf-af34-4adc-b3d7-482f45a741b0 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1059818
Feb 04 19:34:35.665650 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.695170 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-679f43a5-c936-46a9-a7dd-ba631ebd1f91 req-ee1c5923-df13-4bb6-b41f-36ce59656383 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637214
Feb 04 19:34:35.696401 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7c1706-6968-40de-9753-c26b7ab6eec3,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:35.794611 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.795727 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d364961f-6784-4d0a-bed1-0ebca8ca448e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4243982
Feb 04 19:34:35.798459 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 42994) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:35.803710 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'security_group_rule': {'security_group_id': '977dfab9-6cff-4da3-b271-9ad9447a508e', 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:35.809926 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:35.813714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:35.816550 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:35.822312 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:35.909997 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:35.973487 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.069008 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.092684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de9e0d9-8055-47e0-ba07-85ead0c792d6,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:36.160480 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.161763 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-bdb80a8a-4a49-4dcd-a326-445762603c19 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3623927
Feb 04 19:34:36.164532 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43004) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:36.170492 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'security_group_rule': {'security_group_id': '977dfab9-6cff-4da3-b271-9ad9447a508e', 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:36.176006 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:36.179726 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:36.182552 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:36.188678 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:36.280476 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.340550 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.405676 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.428629 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5193b92d-88ba-4d06-bea3-607a86720c5f,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:36.502800 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.503991 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-155d6ba2-c116-4fd4-abc7-406db17c6210 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3385196
Feb 04 19:34:36.506678 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43008) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:36.512004 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'security_group_rule': {'security_group_id': '977dfab9-6cff-4da3-b271-9ad9447a508e', 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:36.517795 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:36.521604 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:36.524413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:36.530509 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:36.609687 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.securitygroups_db [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Project 1b4e55fbd8b74ea38b37f03bc061815e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 19:34:36.616257 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.679399 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.734000 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d87019-cca2-4035-bd64-852149f2dc13 req-eecfc9c8-3925-43a7-bf02-3cbf849e62a3 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:36.735481 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-23d87019-cca2-4035-bd64-852149f2dc13 req-eecfc9c8-3925-43a7-bf02-3cbf849e62a3 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.0778053
Feb 04 19:34:36.781435 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-23d87019-cca2-4035-bd64-852149f2dc13 req-8aa62af6-4477-497c-89a5-71665659551e tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404420
Feb 04 19:34:36.815335 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.840455 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b719435-535d-4cc7-abde-642ce4659b1c,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:36.918695 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344d3f0-4670-4e7e-8e28-41e5c271bda5 req-4d616268-5716-48ed-84fa-e3c57881fe4d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:36.922519 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1344d3f0-4670-4e7e-8e28-41e5c271bda5 req-4d616268-5716-48ed-84fa-e3c57881fe4d tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0833261
Feb 04 19:34:36.964378 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1344d3f0-4670-4e7e-8e28-41e5c271bda5 req-9c37574f-dc0f-4ae2-bf03-bbfdb219652f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386708
Feb 04 19:34:36.965994 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:36.967581 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e099cea3-a69f-49e7-92e6-465b7987346c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4600279
Feb 04 19:34:36.971176 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43018) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:34:36.976521 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'security_group_rule': {'security_group_id': '977dfab9-6cff-4da3-b271-9ad9447a508e', 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:34:36.982254 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:34:36.985940 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:security_group_rule and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:34:36.988801 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:34:36.994557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:34:37.057543 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.securitygroups_db [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Project 1b4e55fbd8b74ea38b37f03bc061815e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 19:34:37.063836 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:37.130757 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:37.194580 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:37.221024 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5716be0d-dc60-4e8f-80d2-c1f1ce46ad68,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:37.268637 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:37.269832 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-fb9132f3-2822-4c09-b3f6-cb160b6c09bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2976832
Feb 04 19:34:37.783064 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a60132bf-1159-4626-af02-c1ac77960f40 req-655c1c9a-8673-4388-ae12-54a5558c6b30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.0763693
Feb 04 19:34:37.971971 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60132bf-1159-4626-af02-c1ac77960f40 req-6fc29667-a835-4943-b444-81428566c377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:37.973741 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a60132bf-1159-4626-af02-c1ac77960f40 req-6fc29667-a835-4943-b444-81428566c377 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.1717968
Feb 04 19:34:38.047600 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a60132bf-1159-4626-af02-c1ac77960f40 req-ac1fdf28-a2ae-4018-8f0d-5017eb34ed2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.0647497
Feb 04 19:34:38.104494 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f91b1d-4d8a-4ba4-9b5d-a4b39b0a8604 req-85ae41ed-548f-4b99-9af4-1c8691eff152 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:38.105977 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-63f91b1d-4d8a-4ba4-9b5d-a4b39b0a8604 req-85ae41ed-548f-4b99-9af4-1c8691eff152 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.1957717
Feb 04 19:34:38.140802 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60132bf-1159-4626-af02-c1ac77960f40 req-871dbd8e-e0d9-47a9-acd9-fc9e4eb80745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:38.142521 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a60132bf-1159-4626-af02-c1ac77960f40 req-871dbd8e-e0d9-47a9-acd9-fc9e4eb80745 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.0880854
Feb 04 19:34:38.166955 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dab59-f11c-497f-aa64-136bddd61e7e req-f84a8dfd-2289-431b-bd96-dc6552f37852 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:38.168458 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8a1dab59-f11c-497f-aa64-136bddd61e7e req-f84a8dfd-2289-431b-bd96-dc6552f37852 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0805190
Feb 04 19:34:38.197606 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a60132bf-1159-4626-af02-c1ac77960f40 req-ae9c36b5-bc83-4fc3-9937-2626d363326f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462821
Feb 04 19:34:38.219369 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-63f91b1d-4d8a-4ba4-9b5d-a4b39b0a8604 req-4c7fc920-2237-4c13-9a6a-f945447cb73b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998440
Feb 04 19:34:38.220931 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8a1dab59-f11c-497f-aa64-136bddd61e7e req-eabc4a35-3da1-4182-ae14-e53b0574db99 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460489
Feb 04 19:34:38.358404 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a60132bf-1159-4626-af02-c1ac77960f40 req-c05213e0-29a1-4633-b62f-c4ca7492abcd service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376107
Feb 04 19:34:38.560812 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a60132bf-1159-4626-af02-c1ac77960f40 req-f70a0781-6ccd-4f5c-aec9-bf7e119c573c service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993303
Feb 04 19:34:38.751501 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-fd224db4-f0d0-4cef-8dc8-72d038cb54f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 1099 time: 0.0805032
Feb 04 19:34:38.800167 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:38.900175 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-a91935a5-7d27-4450-b8ee-b588408adf3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:38.901775 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-a91935a5-7d27-4450-b8ee-b588408adf3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 200  len: 918 time: 0.1444051
Feb 04 19:34:38.979732 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-fc466483-86dd-433d-985d-2dc11bb1165d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 200  len: 217 time: 0.0707307
Feb 04 19:34:39.052754 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-85b5abf2-d194-4f2c-8c1e-619267969997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:39.054417 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-85b5abf2-d194-4f2c-8c1e-619267969997 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 200  len: 858 time: 0.0688512
Feb 04 19:34:39.103550 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-683f9e62-f781-48a5-b899-4d31afee45bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bf0e55-03c2-44ac-bcf4-c837f381eae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420585
Feb 04 19:34:39.238835 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-cd1405da-04fb-469d-8263-0e4f737c1043 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289628
Feb 04 19:34:39.486396 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d7b13972-2d20-4fc1-8d1e-d213c36d69c1 req-bdf69b00-8f2d-4077-a3ad-0d3c393a6c85 service neutron] 10.222.0.60 "GET /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411592
Feb 04 19:34:39.510462 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4735d9-1ecd-4a4c-a977-64dff96c1df5 req-1d7eb4f0-ecea-4ef0-b747-aaa72839cc78 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:39.512128 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd4735d9-1ecd-4a4c-a977-64dff96c1df5 req-1d7eb4f0-ecea-4ef0-b747-aaa72839cc78 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 948 time: 0.1364670
Feb 04 19:34:39.556086 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 444fb09d-422a-439e-9441-af74cb0128b6 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:34:39.564050 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429a24-c37d-4a03-8cc2-974be6c66853 req-4508fd6f-0836-48e9-a0b6-3037520e8fae tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:39.571542 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dd429a24-c37d-4a03-8cc2-974be6c66853 req-4508fd6f-0836-48e9-a0b6-3037520e8fae tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1208553
Feb 04 19:34:39.589894 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd4735d9-1ecd-4a4c-a977-64dff96c1df5 req-a9153f6d-0549-471c-b9b2-75597e13bc13 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709488
Feb 04 19:34:39.664942 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dd429a24-c37d-4a03-8cc2-974be6c66853 req-a2928480-2825-44ea-9bc7-2aff03881e77 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869563
Feb 04 19:34:39.801142 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 444fb09d-422a-439e-9441-af74cb0128b6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=444fb09d-422a-439e-9441-af74cb0128b6,segment=NetworkSegment(9b193df8-ffea-4093-b3ef-064103992644),segment_id=9b193df8-ffea-4093-b3ef-064103992644)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:39.818655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '444fb09d-422a-439e-9441-af74cb0128b6', 'network_id': '8ee552ae-7c2b-4659-875c-c01aca44a36c', 'port_id': '444fb09d-422a-439e-9441-af74cb0128b6', 'mac_address': 'fa:16:3e:9e:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038b4c7a-7664-4552-a2a9-d714dee62a42', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:34:39.873263 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:39.892032 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444fb09d-422a-439e-9441-af74cb0128b6 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:34:39.907857 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 444fb09d-422a-439e-9441-af74cb0128b6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=444fb09d-422a-439e-9441-af74cb0128b6,segment=NetworkSegment(9b193df8-ffea-4093-b3ef-064103992644),segment_id=9b193df8-ffea-4093-b3ef-064103992644)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:39.977706 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:40.044553 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=444fb09d-422a-439e-9441-af74cb0128b6,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:40.726114 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['444fb09d-422a-439e-9441-af74cb0128b6'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:34:40.855804 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512917e-b1b7-41a3-b3a0-379a691f5a47 req-1d2b6554-2827-4557-92ac-29a8f95a37ad tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:40.857833 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0512917e-b1b7-41a3-b3a0-379a691f5a47 req-1d2b6554-2827-4557-92ac-29a8f95a37ad tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 949 time: 0.1199164
Feb 04 19:34:40.932174 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e57851-f2af-4dba-b5bd-8a53e9ef792a req-0acf95f6-d25f-4edc-8a36-cdcce4d84a1a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:40.937271 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0512917e-b1b7-41a3-b3a0-379a691f5a47 req-820a8763-f4eb-4782-9627-de6e5323ee3b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729764
Feb 04 19:34:40.941077 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d8e57851-f2af-4dba-b5bd-8a53e9ef792a req-0acf95f6-d25f-4edc-8a36-cdcce4d84a1a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1337559
Feb 04 19:34:40.986415 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d8e57851-f2af-4dba-b5bd-8a53e9ef792a req-2ed05dd0-ee5a-4042-90bb-fa83b263a92f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443733
Feb 04 19:34:41.045276 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 6f028388-0edc-41c0-b3d7-7c931b1a5f73 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:41.182688 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:41.187724 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:41.188088 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:41.306988 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:41.322363 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 6f028388-0edc-41c0-b3d7-7c931b1a5f73, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=6f028388-0edc-41c0-b3d7-7c931b1a5f73,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:41.405772 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:41.473126 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=6f028388-0edc-41c0-b3d7-7c931b1a5f73,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:42.129930 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8c4d-cfcd-429b-88bf-27ad4bb89d6e req-b608b49b-0f0a-4a73-8259-b8abe8d14df4 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:42.131356 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bb2b8c4d-cfcd-429b-88bf-27ad4bb89d6e req-b608b49b-0f0a-4a73-8259-b8abe8d14df4 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 949 time: 0.0833125
Feb 04 19:34:42.177475 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bb2b8c4d-cfcd-429b-88bf-27ad4bb89d6e req-feb53fbc-acc1-4e0f-87eb-d708f9c9141d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407116
Feb 04 19:34:42.207288 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8dbe2-c52a-49bf-b069-c7b705deee61 req-28b50b75-6648-4e0b-aaf2-1b1dce561a1f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:42.208838 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-61f8dbe2-c52a-49bf-b069-c7b705deee61 req-28b50b75-6648-4e0b-aaf2-1b1dce561a1f tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0889957
Feb 04 19:34:42.262513 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-61f8dbe2-c52a-49bf-b069-c7b705deee61 req-139343a4-33ba-4155-91a2-b27705cc61a5 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476308
Feb 04 19:34:42.991142 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 6f028388-0edc-41c0-b3d7-7c931b1a5f73 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:43.059629 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:43.059988 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:43.376658 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7ba29-c498-4c82-8a67-4726038e18f9 req-c26be319-ee5a-496d-be42-fcfd6ce4a6bb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:43.387159 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fbc7ba29-c498-4c82-8a67-4726038e18f9 req-c26be319-ee5a-496d-be42-fcfd6ce4a6bb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 949 time: 0.0887058
Feb 04 19:34:43.439396 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fbc7ba29-c498-4c82-8a67-4726038e18f9 req-f6afe806-50f2-47e7-80d8-4791c4164195 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444357
Feb 04 19:34:43.507263 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364a57-8b15-40e4-b988-36e35437423e req-3567bfbd-4e74-4b8c-9f16-66e31576c833 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:43.512259 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-44364a57-8b15-40e4-b988-36e35437423e req-3567bfbd-4e74-4b8c-9f16-66e31576c833 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1233227
Feb 04 19:34:43.558594 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-44364a57-8b15-40e4-b988-36e35437423e req-ddfa936b-94f7-4569-865d-3df5e9a623df tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415421
Feb 04 19:34:43.567649 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 444fb09d-422a-439e-9441-af74cb0128b6 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:43.734563 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 444fb09d-422a-439e-9441-af74cb0128b6 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:43.739569 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 444fb09d-422a-439e-9441-af74cb0128b6 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:43.739932 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:43.851655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:43.878360 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444fb09d-422a-439e-9441-af74cb0128b6'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:34:43.887946 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 444fb09d-422a-439e-9441-af74cb0128b6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=444fb09d-422a-439e-9441-af74cb0128b6,segment=NetworkSegment(9b193df8-ffea-4093-b3ef-064103992644),segment_id=9b193df8-ffea-4093-b3ef-064103992644)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:43.933775 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444fb09d-422a-439e-9441-af74cb0128b6', 'code': 200}
Feb 04 19:34:43.974974 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:44.041081 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=444fb09d-422a-439e-9441-af74cb0128b6,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:44.330951 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5fc7fbb6-f31d-4f11-ac86-9ac080dbc512 req-d0da607e-fff2-4345-bbba-01040bca0cfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 1103 time: 0.0686865
Feb 04 19:34:44.373829 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5fc7fbb6-f31d-4f11-ac86-9ac080dbc512 req-0d045451-ca4c-40e5-83d0-7cd6dd9e995c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357857
Feb 04 19:34:44.657828 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16654e89-a9d6-4f70-832e-273fecbef195 req-cc42cce8-f787-4e3a-a2f4-b281d1c53a92 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:44.659210 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-16654e89-a9d6-4f70-832e-273fecbef195 req-cc42cce8-f787-4e3a-a2f4-b281d1c53a92 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0948932
Feb 04 19:34:44.707228 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-16654e89-a9d6-4f70-832e-273fecbef195 req-2ff99463-5869-42be-b383-06ccca143337 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420558
Feb 04 19:34:44.776794 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a044f9-bd99-4a34-8af0-d340ff2be438 req-ed97885c-b7d9-4972-b7ab-bf2d8d648a21 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:44.783168 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-82a044f9-bd99-4a34-8af0-d340ff2be438 req-ed97885c-b7d9-4972-b7ab-bf2d8d648a21 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0748231
Feb 04 19:34:44.827564 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-82a044f9-bd99-4a34-8af0-d340ff2be438 req-72f8501d-93a3-4760-be6a-472edd25411c tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437393
Feb 04 19:34:45.915390 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b29e-c9ff-4fba-8944-cc5c4442b98a req-61bfa73f-cbf1-46d2-9dc0-8c32f141c693 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:45.916847 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bc84b29e-c9ff-4fba-8944-cc5c4442b98a req-61bfa73f-cbf1-46d2-9dc0-8c32f141c693 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0797191
Feb 04 19:34:45.961830 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bc84b29e-c9ff-4fba-8944-cc5c4442b98a req-0551403e-3c38-43e7-8c55-af8dbf5a5465 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393026
Feb 04 19:34:47.160333 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cf017-e25c-4d4d-8a58-34a7bc5342a0 req-53556ea0-84ac-4516-881a-23d8c5720efb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:47.161705 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cb7cf017-e25c-4d4d-8a58-34a7bc5342a0 req-53556ea0-84ac-4516-881a-23d8c5720efb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0800645
Feb 04 19:34:47.206680 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cb7cf017-e25c-4d4d-8a58-34a7bc5342a0 req-a30ba1e2-643d-46d8-aad7-d8e21661ddcc tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392604
Feb 04 19:34:47.868247 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0a06-359c-430d-be43-76d776dd825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:48.008491 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144387b-8374-48f1-8b50-8a98739aca3e req-434fa043-a2ac-43f6-92b4-0b7e9195575e tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:48.009971 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b144387b-8374-48f1-8b50-8a98739aca3e req-434fa043-a2ac-43f6-92b4-0b7e9195575e tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0797329
Feb 04 19:34:48.054168 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b144387b-8374-48f1-8b50-8a98739aca3e req-391ea527-9b24-4de0-871c-9ffee8318372 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381753
Feb 04 19:34:49.265248 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995ff18-1191-4f4e-8903-fde8cfeb8f69 req-a0f99255-a1e3-4ddf-b2a7-1a44e7cb5850 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:49.267457 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b995ff18-1191-4f4e-8903-fde8cfeb8f69 req-a0f99255-a1e3-4ddf-b2a7-1a44e7cb5850 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0911403
Feb 04 19:34:49.318751 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b995ff18-1191-4f4e-8903-fde8cfeb8f69 req-ae9360f8-a631-4934-a564-5e65741df9a2 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459561
Feb 04 19:34:49.902564 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-fa95948c-e171-4de8-9a9e-fad7a422b53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:50.513139 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b7f7b-718c-4ee3-8c2b-b15d23e701e8 req-328cfe7d-bbc0-4cb3-a394-fabf13d5e492 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:50.514609 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d28b7f7b-718c-4ee3-8c2b-b15d23e701e8 req-328cfe7d-bbc0-4cb3-a394-fabf13d5e492 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0761950
Feb 04 19:34:50.613775 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d28b7f7b-718c-4ee3-8c2b-b15d23e701e8 req-350df97b-084a-4bae-b309-9071bb5acd1d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929954
Feb 04 19:34:50.984449 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Sync routers for ids ['22408c9a-d2cc-40eb-835a-d0c543199f1d'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:34:50.999707 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Routers {'22408c9a-d2cc-40eb-835a-d0c543199f1d'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:51.000225 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5f10>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['22408c9a-d2cc-40eb-835a-d0c543199f1d'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:51.160671 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:51.188510 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Set router 22408c9a-d2cc-40eb-835a-d0c543199f1d gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:51.534888 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5f10>, [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:34:32Z', 'revision_number': 4, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port': {'id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:28Z', 'updated_at': '2022-02-04T19:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '5eecb837-5e18-4d2e-a441-56318e56a4e9', 'name': '', 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'mac_address': 'fa:16:3e:87:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:31Z', 'updated_at': '2022-02-04T19:34:32Z', 'revision_number': 2, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'subnets': [{'id': 'a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:51.538508 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Checking router: 22408c9a-d2cc-40eb-835a-d0c543199f1d for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:34:51.538845 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Updating router 22408c9a-d2cc-40eb-835a-d0c543199f1d port 5eecb837-5e18-4d2e-a441-56318e56a4e9 binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:34:51.587003 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:51.813542 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:51.819530 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07678e7-7756-4acb-b785-a1b0aa20bfb6 req-0cc109b3-016d-48d5-b3d7-bd7dc51d022b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:51.820975 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d07678e7-7756-4acb-b785-a1b0aa20bfb6 req-0cc109b3-016d-48d5-b3d7-bd7dc51d022b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0814097
Feb 04 19:34:51.865655 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d07678e7-7756-4acb-b785-a1b0aa20bfb6 req-3d07449e-cd38-47db-b745-ace4d641c8b6 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390642
Feb 04 19:34:51.944395 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:51.955768 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Transition to ACTIVE for port object 5eecb837-5e18-4d2e-a441-56318e56a4e9 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:34:52.039849 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:52.173232 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731f12e-143b-43d2-935a-3752593bb442 None None] Pushing event updated for resources: {'Port': ['ID=5eecb837-5e18-4d2e-a441-56318e56a4e9,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:52.261276 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Attempting to bind port 5eecb837-5e18-4d2e-a441-56318e56a4e9 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:34:52.261632 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Attempting to bind port 5eecb837-5e18-4d2e-a441-56318e56a4e9 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:34:52.261978 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Attempting to bind port 5eecb837-5e18-4d2e-a441-56318e56a4e9 on network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:34:52.272601 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:34:52.272973 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Checking segment: {'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:34:52.273396 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:52.273779 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Bound using segment: {'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:34:52.274241 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Bound port: 5eecb837-5e18-4d2e-a441-56318e56a4e9, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6968b9-4bc0-4d07-859b-f555453f934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:34:52.274607 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:52.372450 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] For port 5eecb837-5e18-4d2e-a441-56318e56a4e9, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:34:52.376145 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] For port 5eecb837-5e18-4d2e-a441-56318e56a4e9, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=5eecb837-5e18-4d2e-a441-56318e56a4e9,segment=NetworkSegment(ad6968b9-4bc0-4d07-859b-f555453f934b),segment_id=ad6968b9-4bc0-4d07-859b-f555453f934b)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:34:52.449399 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:52.527405 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731f12e-143b-43d2-935a-3752593bb442 None None] Pushing event updated for resources: {'Port': ['ID=5eecb837-5e18-4d2e-a441-56318e56a4e9,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:52.532086 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Routers {'22408c9a-d2cc-40eb-835a-d0c543199f1d'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:34:52.532687 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5f10>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:34:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['22408c9a-d2cc-40eb-835a-d0c543199f1d'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:52.728999 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] Set router 22408c9a-d2cc-40eb-835a-d0c543199f1d gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:34:53.044491 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5f10>, [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:34:32Z', 'revision_number': 4, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port': {'id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:28Z', 'updated_at': '2022-02-04T19:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '5eecb837-5e18-4d2e-a441-56318e56a4e9', 'name': '', 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'mac_address': 'fa:16:3e:87:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:31Z', 'updated_at': '2022-02-04T19:34:52Z', 'revision_number': 4, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'subnets': [{'id': 'a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:34:53.048971 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab792906-aa9a-4294-ab04-742d95dd1458 None None] The sync data for ids ['22408c9a-d2cc-40eb-835a-d0c543199f1d'] in dv-cinder-827242-1-iscsi is: [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:34:32Z', 'revision_number': 4, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port': {'id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:28Z', 'updated_at': '2022-02-04T19:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '5eecb837-5e18-4d2e-a441-56318e56a4e9', 'name': '', 'network_id': '8d1b40b1-9601-4b33-8e85-b0ff85b4ef26', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'mac_address': 'fa:16:3e:87:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:31Z', 'updated_at': '2022-02-04T19:34:52Z', 'revision_number': 4, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'subnets': [{'id': 'a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:34:53.083686 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e2c09-e46e-4c02-a0f1-4c68ae325722 req-d523557b-3c26-4826-97fa-fa9c78e6eecc tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:53.084534 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e3e2c09-e46e-4c02-a0f1-4c68ae325722 req-d523557b-3c26-4826-97fa-fa9c78e6eecc tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0815916
Feb 04 19:34:53.144260 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e3e2c09-e46e-4c02-a0f1-4c68ae325722 req-e2d056b7-a5d1-43f8-ad7b-620776ba6b4e tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532513
Feb 04 19:34:53.360431 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:54.338516 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0e5da-635b-475a-9ede-491168e2bac3 req-70ae5928-2dbc-4e93-a17a-b1a481c82eac tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:54.339949 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1fe0e5da-635b-475a-9ede-491168e2bac3 req-70ae5928-2dbc-4e93-a17a-b1a481c82eac tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0738938
Feb 04 19:34:54.388322 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1fe0e5da-635b-475a-9ede-491168e2bac3 req-0c3888e6-461a-420e-b0fa-00a0ef2e6772 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429037
Feb 04 19:34:55.007925 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 5eecb837-5e18-4d2e-a441-56318e56a4e9 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:55.214493 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 5eecb837-5e18-4d2e-a441-56318e56a4e9 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:34:55.220076 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 5eecb837-5e18-4d2e-a441-56318e56a4e9 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:55.220442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:55.330881 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:55.363248 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 5eecb837-5e18-4d2e-a441-56318e56a4e9, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=5eecb837-5e18-4d2e-a441-56318e56a4e9,segment=NetworkSegment(ad6968b9-4bc0-4d07-859b-f555453f934b),segment_id=ad6968b9-4bc0-4d07-859b-f555453f934b)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:34:55.459093 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:55.527731 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=5eecb837-5e18-4d2e-a441-56318e56a4e9,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:34:55.590856 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeb804-324a-484f-90d5-24e321be64c9 req-4ec1d4eb-c7e8-4916-8598-4b731f42616e tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:55.592302 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-54aeb804-324a-484f-90d5-24e321be64c9 req-4ec1d4eb-c7e8-4916-8598-4b731f42616e tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0801747
Feb 04 19:34:55.638621 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-54aeb804-324a-484f-90d5-24e321be64c9 req-59f1496b-d12d-4340-9b59-ca5fe1b4a13b tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400577
Feb 04 19:34:56.836261 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cb37d-5a8c-4c82-b5b1-850755b464a1 req-43d2826d-3807-4adf-b3f0-9807cbcb4ba3 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:56.837702 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0f1cb37d-5a8c-4c82-b5b1-850755b464a1 req-43d2826d-3807-4adf-b3f0-9807cbcb4ba3 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0729761
Feb 04 19:34:56.885424 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0f1cb37d-5a8c-4c82-b5b1-850755b464a1 req-bd32c6c6-e3e7-4826-bff6-2fd81987d2f8 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416038
Feb 04 19:34:56.994613 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 5eecb837-5e18-4d2e-a441-56318e56a4e9 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:34:57.062790 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 5eecb837-5e18-4d2e-a441-56318e56a4e9 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:34:57.063149 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:34:58.084920 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29bec8-5ac0-4af1-8e82-8856c174b02a req-056ffeac-ae92-49c7-9d34-6d7c9074562c tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:58.086368 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4b29bec8-5ac0-4af1-8e82-8856c174b02a req-056ffeac-ae92-49c7-9d34-6d7c9074562c tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0759284
Feb 04 19:34:58.133128 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4b29bec8-5ac0-4af1-8e82-8856c174b02a req-a967da19-76dc-4c87-b450-fb4f3a4f05ab tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412214
Feb 04 19:34:59.326762 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b21d6f-08e8-42bf-990a-a47fe2d9f213 req-b73843f5-3113-4e66-b5f1-2aec686af069 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:34:59.328176 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-16b21d6f-08e8-42bf-990a-a47fe2d9f213 req-b73843f5-3113-4e66-b5f1-2aec686af069 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0770817
Feb 04 19:34:59.371084 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-16b21d6f-08e8-42bf-990a-a47fe2d9f213 req-0af6a706-b485-491c-af36-35d6aca3656f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375590
Feb 04 19:35:00.707809 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b02e6-5013-4aea-8026-de6d65440555 req-d736856a-df4c-4f4e-8486-84c27ab4604d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:00.709753 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-803b02e6-5013-4aea-8026-de6d65440555 req-d736856a-df4c-4f4e-8486-84c27ab4604d tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0755434
Feb 04 19:35:00.765010 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-803b02e6-5013-4aea-8026-de6d65440555 req-7594f113-2c17-43d0-af77-150805d159cc tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496511
Feb 04 19:35:01.796479 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e5a11-143b-430c-a7ca-d8d721377915 req-ef6a2bb1-a774-46fb-85bd-ad23943c8f7f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:01.798512 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-574e5a11-143b-430c-a7ca-d8d721377915 req-ef6a2bb1-a774-46fb-85bd-ad23943c8f7f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.60 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0781181
Feb 04 19:35:01.864560 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Deleting port 444fb09d-422a-439e-9441-af74cb0128b6 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:35:01.864893 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:01.959200 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101183b-5989-4653-9586-4ede73b2197e req-820ffc93-67ed-46fc-a54e-cd9595ec48bb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:01.960550 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c101183b-5989-4653-9586-4ede73b2197e req-820ffc93-67ed-46fc-a54e-cd9595ec48bb tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 950 time: 0.0781696
Feb 04 19:35:02.005139 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c101183b-5989-4653-9586-4ede73b2197e req-f1a86a45-9ff3-4071-9926-13565e5e2333 tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/security-groups?id=220da38d-1971-4080-ab74-ff8b6dee0f82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387843
Feb 04 19:35:02.159893 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] For port 444fb09d-422a-439e-9441-af74cb0128b6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=444fb09d-422a-439e-9441-af74cb0128b6,segment=NetworkSegment(9b193df8-ffea-4093-b3ef-064103992644),segment_id=9b193df8-ffea-4093-b3ef-064103992644)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:02.160242 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:02.291057 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Calling delete_port for 444fb09d-422a-439e-9441-af74cb0128b6 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:35:02.531047 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:02.581026 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Pushing event deleted for resources: {'Port': ['ID=444fb09d-422a-439e-9441-af74cb0128b6,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:02.583716 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['444fb09d-422a-439e-9441-af74cb0128b6'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:02.590913 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.591254 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.591582 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.592585 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.592914 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.593344 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.597998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.597998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.597998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.597998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:02.597998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:03.169057 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6630abdf-8f8c-4c52-b324-ef6eae2a3e84 req-2789796f-c8f4-4552-9157-0463bfc1197e tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 210 time: 0.0438375
Feb 04 19:35:03.259268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] No DVR routers for this DVR port 444fb09d-422a-439e-9441-af74cb0128b6 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:35:03.262186 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:03.265272 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'name': 'network-vif-deleted', 'tag': '444fb09d-422a-439e-9441-af74cb0128b6'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:03.317409 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a768d67b-fcb8-4983-8338-64c659ddf1fc', 'name': 'network-vif-deleted', 'tag': '444fb09d-422a-439e-9441-af74cb0128b6', 'status': 'completed', 'code': 200}
Feb 04 19:35:03.352010 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-574e5a11-143b-430c-a7ca-d8d721377915 req-5cf7f9f2-cd75-435c-85cf-5bd36396d53f tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.60 "DELETE /v2.0/ports/444fb09d-422a-439e-9441-af74cb0128b6 HTTP/1.1" status: 204  len: 173 time: 1.5478749
Feb 04 19:35:04.356162 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9b95f0b4-96c8-49c6-80c2-de62ab5a7947 req-947a476b-25cb-4988-bd33-0a6954bfd73c tempest-VolumesNegativeTest-252646495 tempest-VolumesNegativeTest-252646495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a768d67b-fcb8-4983-8338-64c659ddf1fc HTTP/1.1" status: 200  len: 210 time: 0.0431492
Feb 04 19:35:05.987158 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 444fb09d-422a-439e-9441-af74cb0128b6 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:35:06.018787 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 444fb09d-422a-439e-9441-af74cb0128b6 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:35:06.019034 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 444fb09d-422a-439e-9441-af74cb0128b6 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:35:07.025866 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1370c-1380-45c0-9f66-2fe61b24fba4 req-cd83891b-6478-4c4c-9b6f-c0987a2b6a8b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:07.027526 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad1370c-1380-45c0-9f66-2fe61b24fba4 req-cd83891b-6478-4c4c-9b6f-c0987a2b6a8b tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0823607
Feb 04 19:35:07.094676 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad1370c-1380-45c0-9f66-2fe61b24fba4 req-66ca68e7-4a57-4cd0-9f53-0fb95ed6960a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600274
Feb 04 19:35:07.764700 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43570) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:07.908606 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:07.940867 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:07.944809 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Usage tracker for resource:security_group_rule and tenant:4a7ccaec2835431eaa32de944b105953 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:07.947805 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:07.954387 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:08.028529 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.075859 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43586) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:08.167524 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.203693 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c25eff-a870-4694-8962-0ac6fe3c21db,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:08.217074 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.217730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.218281 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.219030 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.219461 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.219835 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.220208 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.220581 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.220955 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.221540 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.221921 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:08.239222 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:35:08.289938 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.320863 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-62224f72-494b-43e7-8450-37d0c5bb9b4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a7ccaec2835431eaa32de944b105953&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5550945
Feb 04 19:35:08.323693 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 43598) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:08.350530 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:08.356765 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Usage tracker for resource:security_group_rule and tenant:141ddee0081d4b96ba2ff53095c2d0d3 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:08.360532 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:08.367921 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:08.384855 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884e656-a367-4ef9-8423-5935d29ea73a req-be8ead9f-e6bd-4e9e-a1f6-2fd4f5279bcd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:08.388763 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1884e656-a367-4ef9-8423-5935d29ea73a req-be8ead9f-e6bd-4e9e-a1f6-2fd4f5279bcd tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1452353
Feb 04 19:35:08.389842 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ffd-c025-4b6e-8096-592cf791f2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.416450 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ffd-c025-4b6e-8096-592cf791f2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.454736 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1884e656-a367-4ef9-8423-5935d29ea73a req-b76e861e-c10a-4225-b449-988f37d44a49 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610516
Feb 04 19:35:08.484110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.540295 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ffd-c025-4b6e-8096-592cf791f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.557593 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d3ffd-c025-4b6e-8096-592cf791f2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c25eff-a870-4694-8962-0ac6fe3c21db,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:08.560717 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3ffd-c025-4b6e-8096-592cf791f2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.562038 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-aa5d3ffd-c025-4b6e-8096-592cf791f2c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8c25eff-a870-4694-8962-0ac6fe3c21db HTTP/1.1" status: 204  len: 168 time: 0.2366807
Feb 04 19:35:08.568713 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.617284 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd6537-3724-47fe-b5f9-2b95765602d8,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:08.623798 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d0827086-dfbd-44a2-a294-988b6273d518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=141ddee0081d4b96ba2ff53095c2d0d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5444288
Feb 04 19:35:08.624159 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 43610) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:08.695405 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5aaf617c-3a02-421a-bf95-1de15f06e550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.722523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5aaf617c-3a02-421a-bf95-1de15f06e550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.811095 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.868407 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5aaf617c-3a02-421a-bf95-1de15f06e550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.888596 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf617c-3a02-421a-bf95-1de15f06e550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd6537-3724-47fe-b5f9-2b95765602d8,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:08.892160 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5aaf617c-3a02-421a-bf95-1de15f06e550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:08.896972 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-5aaf617c-3a02-421a-bf95-1de15f06e550 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ddd6537-3724-47fe-b5f9-2b95765602d8 HTTP/1.1" status: 204  len: 168 time: 0.2709804
Feb 04 19:35:09.661615 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43666) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:09.663713 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361a41b-45fa-464c-95e5-38c37ad03062 req-c977b71d-8528-4dbd-9e8a-710471de8a98 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:09.665178 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f361a41b-45fa-464c-95e5-38c37ad03062 req-c977b71d-8528-4dbd-9e8a-710471de8a98 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.0809069
Feb 04 19:35:09.682663 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:09.712042 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f361a41b-45fa-464c-95e5-38c37ad03062 req-2a38c112-1da9-4660-900b-c4cd9c9f3889 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400517
Feb 04 19:35:09.715322 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:09.719698 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Usage tracker for resource:security_group_rule and tenant:d8ce271d84404846b1bdd5511191e42a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:09.722657 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:09.728355 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:09.813836 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:09.885143 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:09.941180 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 43684) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:09.941439 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8ce271d84404846b1bdd5511191e42a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2777879
Feb 04 19:35:09.942999 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6f099-1067-4d0d-900a-c5ca9a3ef10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614e224-e4a8-40b5-a6cd-11bda330d5b7,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:10.019428 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4ba7403c-f3ef-4a43-87e2-300e00330cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.045507 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4ba7403c-f3ef-4a43-87e2-300e00330cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.159391 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 43706) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:10.186491 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4ba7403c-f3ef-4a43-87e2-300e00330cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.202395 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7403c-f3ef-4a43-87e2-300e00330cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614e224-e4a8-40b5-a6cd-11bda330d5b7,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:10.212059 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4ba7403c-f3ef-4a43-87e2-300e00330cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.216570 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-4ba7403c-f3ef-4a43-87e2-300e00330cfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f614e224-e4a8-40b5-a6cd-11bda330d5b7 HTTP/1.1" status: 204  len: 168 time: 0.2706110
Feb 04 19:35:10.338254 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-962827434-network', 'tenant_id': 'e39808736095449fbc7b9decd72e8c86'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:10.342961 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:10.352084 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Usage tracker for resource:network and tenant:e39808736095449fbc7b9decd72e8c86 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:10.355536 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:10.365435 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:10.430231 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Made reservation on behalf of e39808736095449fbc7b9decd72e8c86 for: {'network': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:10.432593 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.450819 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.497115 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-70cb28b4-a653-4ee2-9376-217efe9d2233 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:10.498575 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-70cb28b4-a653-4ee2-9376-217efe9d2233 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1214123
Feb 04 19:35:10.499640 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:10.504176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Usage tracker for resource:security_group_rule and tenant:e39808736095449fbc7b9decd72e8c86 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:10.538509 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:10.553387 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:10.586557 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Deleting port b6d752ec-68fe-4343-918e-b5215b7b5be5 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:35:10.586880 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.828239 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.902453 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.906805 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] For port b6d752ec-68fe-4343-918e-b5215b7b5be5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=b6d752ec-68fe-4343-918e-b5215b7b5be5,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:10.907157 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:10.979479 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75a5a-7be7-4300-9db8-dcdea516e1fd req-6b1a3835-390b-4767-a5ff-5114c1af70f8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:10.989616 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bea75a5a-7be7-4300-9db8-dcdea516e1fd req-6b1a3835-390b-4767-a5ff-5114c1af70f8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 945 time: 0.1318974
Feb 04 19:35:11.050650 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bea75a5a-7be7-4300-9db8-dcdea516e1fd req-f25f5421-ecba-4e14-a812-1c8748697a1e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600350
Feb 04 19:35:11.056173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Calling delete_port for b6d752ec-68fe-4343-918e-b5215b7b5be5 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:35:11.157211 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=83673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:35:11.183220 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbee092-1231-4c6a-96ac-827ea9873e5e,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:11.190462 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:11.190791 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.segments_db [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Added segment b1291255-e959-4209-adc6-70a247176f0f of type vlan for network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b
Feb 04 19:35:11.242055 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:11.385407 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:11.386310 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:11.386888 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:11.466634 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:11.506012 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dbd39c89-bc9a-4d5b-9115-e1cc31693d8c', 'b6d752ec-68fe-4343-918e-b5215b7b5be5'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:11.555422 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Pushing event deleted for resources: {'Port': ['ID=b6d752ec-68fe-4343-918e-b5215b7b5be5,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:11.561294 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:11.577493 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:35:11.646389 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] No DVR routers for this DVR port b6d752ec-68fe-4343-918e-b5215b7b5be5 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:35:11.650719 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:11.653207 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f85dca7d-cca7-47a0-a8ec-1a0422dc951b req-0a538d1c-6ff0-423f-8c91-83d64d1f33eb tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "DELETE /v2.0/ports/b6d752ec-68fe-4343-918e-b5215b7b5be5 HTTP/1.1" status: 204  len: 173 time: 1.1459296
Feb 04 19:35:11.654364 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'name': 'network-vif-deleted', 'tag': 'b6d752ec-68fe-4343-918e-b5215b7b5be5'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:11.702864 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-524aefdc-5b76-40d2-a1fe-fe14e8295024 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5420523
Feb 04 19:35:11.705825 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 43782) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:11.724695 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Request body: {'subnet': {'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-962827434-subnet', 'tenant_id': 'e39808736095449fbc7b9decd72e8c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:11.727991 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:11.738665 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Usage tracker for resource:subnet and tenant:e39808736095449fbc7b9decd72e8c86 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:11.746870 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:11.761246 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:11.771454 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddb067f-3512-406e-98d3-b936d4cfad9f', 'name': 'network-vif-deleted', 'tag': 'b6d752ec-68fe-4343-918e-b5215b7b5be5', 'status': 'completed', 'code': 200}
Feb 04 19:35:11.877212 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Made reservation on behalf of e39808736095449fbc7b9decd72e8c86 for: {'subnet': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:11.879577 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6500338'] for subnet, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:12.182766 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6500324'] for subnet, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:12.231034 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8113285c-4c96-4736-a53a-a5bce63471a3 req-6b48f6f7-8fe3-41b5-a1ee-b21d9476a506 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ddb067f-3512-406e-98d3-b936d4cfad9f HTTP/1.1" status: 200  len: 210 time: 0.0435872
Feb 04 19:35:12.268046 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1dc0ea-6a25-417b-be6c-1fd57fe966d0,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:12.274657 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Checking segment: {'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:12.275014 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Network hostable DHCP agents. Network: bdf7cc44-af9f-45c1-989d-ee24aa7dc98b, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:35:12.370809 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:35:12.448651 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, bdf7cc44-af9f-45c1-989d-ee24aa7dc98b) {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:12.452693 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:12.453920 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:12.458320 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ab0db-aa76-418a-ba68-07239e659e4c None None] Network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:12.552811 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-158d5bf2-bd01-4802-b586-c1c30af4c232 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8451040
Feb 04 19:35:12.714458 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c6d23-fab3-4fc9-9f95-e961f1958a10 None None] Network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:13.548320 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 43834) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:13.795131 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43850) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:13.796725 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-2c1a1a43-69ef-4717-9640-a15bc8d7bb44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44cdbb7f1d5a41bbaf22d6961373f0a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2470117
Feb 04 19:35:13.890750 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3bdab684-4207-4658-b1b3-045f525f92d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:13.922649 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3bdab684-4207-4658-b1b3-045f525f92d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:14.020340 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device b6d752ec-68fe-4343-918e-b5215b7b5be5 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:35:14.052859 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: b6d752ec-68fe-4343-918e-b5215b7b5be5 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:35:14.053212 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device b6d752ec-68fe-4343-918e-b5215b7b5be5 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:35:14.069511 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292d87-fdd1-458f-a6b8-a1cfdb239b0b req-c9195716-0233-470f-879d-1db4b34ae70a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:14.070192 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-01292d87-fdd1-458f-a6b8-a1cfdb239b0b req-c9195716-0233-470f-879d-1db4b34ae70a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Synchronizing usage tracker for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:14.146562 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3bdab684-4207-4658-b1b3-045f525f92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:14.157204 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-01292d87-fdd1-458f-a6b8-a1cfdb239b0b req-c9195716-0233-470f-879d-1db4b34ae70a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Unset dirty status for tenant:2f02c6f9933b4aa5a511b30919ba94b0 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:14.158429 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-01292d87-fdd1-458f-a6b8-a1cfdb239b0b req-c9195716-0233-470f-879d-1db4b34ae70a tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1789303
Feb 04 19:35:14.171644 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdab684-4207-4658-b1b3-045f525f92d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220da38d-1971-4080-ab74-ff8b6dee0f82,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:14.180848 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-8a95924f-1d6e-45aa-a3b5-aa44ebb38211 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640581121&fields=id&tenant_id=1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 267 time: 0.0659420
Feb 04 19:35:14.228492 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-01292d87-fdd1-458f-a6b8-a1cfdb239b0b req-c825e376-c910-4058-b6a5-af47edc474ee tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630860
Feb 04 19:35:14.363906 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3bdab684-4207-4658-b1b3-045f525f92d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:14.365019 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-3bdab684-4207-4658-b1b3-045f525f92d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/220da38d-1971-4080-ab74-ff8b6dee0f82 HTTP/1.1" status: 204  len: 168 time: 0.5689230
Feb 04 19:35:14.414672 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787d29-6c2a-4d71-94b7-756739491696 req-65420188-fb6b-440b-956d-eab9f7035269 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:14.416025 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-65420188-fb6b-440b-956d-eab9f7035269 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 812 time: 0.2237940
Feb 04 19:35:14.431979 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-f4b357bb-e787-40e0-b0c4-6a28be513efa tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/quotas/1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 375 time: 0.0106423
Feb 04 19:35:14.511610 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-381928ea-22e5-4be6-9f96-596c6ce04189 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0746465
Feb 04 19:35:14.652541 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-7b6556d8-c55f-4383-9b0b-ffcbd9c572cd service neutron] 10.222.0.13 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286881
Feb 04 19:35:14.789421 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-cf293cbf-7501-4e0e-a1d7-1d5ad2e675e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311002
Feb 04 19:35:15.431052 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717f0e7-e69a-44e2-8525-90a94d7a4e84 req-c9c3cfd5-a861-4422-95b2-f55567547140 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:15.432278 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7717f0e7-e69a-44e2-8525-90a94d7a4e84 req-c9c3cfd5-a861-4422-95b2-f55567547140 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.0778685
Feb 04 19:35:15.482318 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7717f0e7-e69a-44e2-8525-90a94d7a4e84 req-f0dec66f-eb46-4dbb-9cc1-3295f60deaea tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440445
Feb 04 19:35:15.543936 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43934) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:15.671883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1531838738-network', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:15.676998 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:15.680722 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Usage tracker for resource:network and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:15.683568 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:15.689718 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:15.774652 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Made reservation on behalf of aaa14d85b2d042229a98e5b6353f2fa1 for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:15.777048 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:15.791592 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:15.826241 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:15.830579 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:15.833421 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:15.839212 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:15.908162 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:15.985609 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:16.013510 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:35:16.025467 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c90df85-0ac9-4dbe-9cbb-8700cfdc3e34,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:16.029726 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:16.030063 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Added segment 2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9 of type vlan for network e236140c-d82d-4575-8008-573da6504426
Feb 04 19:35:16.058860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:16.151426 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:16.152293 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:16.152919 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:16.256520 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] Pushing event updated for resources: {'Network': ['ID=e236140c-d82d-4575-8008-573da6504426,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:16.268048 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network e236140c-d82d-4575-8008-573da6504426 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:35:16.322060 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-780cb36b-901a-4ec4-8f2e-7af45940d371 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7769706
Feb 04 19:35:16.322997 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 43980) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:16.329210 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Request body: {'subnet': {'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1531838738-subnet', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:16.336302 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:16.340776 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Usage tracker for resource:subnet and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:16.344260 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:16.352504 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:16.359017 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-2704d444-73c3-462c-bf2f-9f53943a8fd3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:16.359827 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-2704d444-73c3-462c-bf2f-9f53943a8fd3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Synchronizing usage tracker for tenant:e39808736095449fbc7b9decd72e8c86 on resource:network {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:16.439667 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Made reservation on behalf of aaa14d85b2d042229a98e5b6353f2fa1 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:16.442061 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6678619'] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:16.518773 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-2704d444-73c3-462c-bf2f-9f53943a8fd3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Unset dirty status for tenant:e39808736095449fbc7b9decd72e8c86 on resource:network {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:16.520696 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-2704d444-73c3-462c-bf2f-9f53943a8fd3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/networks?id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b HTTP/1.1" status: 200  len: 808 time: 0.3166306
Feb 04 19:35:16.536208 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-f8bc7c60-0983-401e-8fa2-c553108a15fe tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/quotas/e39808736095449fbc7b9decd72e8c86 HTTP/1.1" status: 200  len: 375 time: 0.0103822
Feb 04 19:35:16.586537 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-b6cf599f-cc71-4bde-8e35-ccd83934e3b7 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e39808736095449fbc7b9decd72e8c86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0433071
Feb 04 19:35:16.752986 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d0bd7c37-7e2e-4634-96ab-3209b22bcf29 service neutron] 10.222.0.13 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558423
Feb 04 19:35:16.763963 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1886866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6678605'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:16.855882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85466803-32a8-4fff-adcc-fba9176e5525,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:16.880293 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-0e9cbaec-dee3-4c14-ae53-9ed4924e1e6c service neutron] 10.222.0.13 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264319
Feb 04 19:35:16.881144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dc723-9c76-488e-b1dd-25cdc600b171 req-ef66852a-f55a-452c-a722-dc89f9e06543 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:16.882593 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b80dc723-9c76-488e-b1dd-25cdc600b171 req-ef66852a-f55a-452c-a722-dc89f9e06543 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1664715
Feb 04 19:35:16.883406 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Checking segment: {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:16.883571 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Network hostable DHCP agents. Network: e236140c-d82d-4575-8008-573da6504426, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:35:16.945889 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b80dc723-9c76-488e-b1dd-25cdc600b171 req-d3dbbcf5-ff88-488b-9733-e13203184ca2 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561714
Feb 04 19:35:17.038495 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bce7c556-ba38-4ac4-a1b6-2eb49d654c96 req-fe83b31f-bdb1-4e6c-9ee0-086999d47de5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 210 time: 0.0407972
Feb 04 19:35:17.056201 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Network e236140c-d82d-4575-8008-573da6504426 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:35:17.179152 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, e236140c-d82d-4575-8008-573da6504426) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:17.183860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:17.184438 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.191381 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed8e2c-671c-4600-ab6d-2a1867fcb6f9 None None] Network e236140c-d82d-4575-8008-573da6504426 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:17.226912 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c11396e0-8bac-442a-ae06-2aacb8ac9c69 req-3111ec59-c0ce-45d6-8658-2ad656d4e85a tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 210 time: 0.0820599
Feb 04 19:35:17.255419 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44014) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:17.306835 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-263bd7c4-d705-490b-8812-64c92eeb2b72 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9824045
Feb 04 19:35:17.320652 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44024) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:17.327746 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:17.333866 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:17.339078 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Usage tracker for resource:router and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:17.342607 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:17.349749 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:17.394039 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.425413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:17.429294 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Usage tracker for resource:security_group_rule and tenant:c73650734fb4483d978900b4e5a28760 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:17.432138 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:17.437863 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:17.454733 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.455686 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.464055 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-e236140c-d82d-4575-8008-573da6504426', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:35:17.464875 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.473989 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.515493 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.622106 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.624490 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Allocated IP 172.20.0.2 (e236140c-d82d-4575-8008-573da6504426/85466803-32a8-4fff-adcc-fba9176e5525/e4a842a8-d1bc-463e-8685-124e214f1560) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:17.679442 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f66cf03-3ec1-45f8-9ee6-a01778f424cb,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:17.698371 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-4ab59c72-b0b6-4bca-a8b9-41184075af93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c73650734fb4483d978900b4e5a28760&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4519305
Feb 04 19:35:17.700717 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44030) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:17.794658 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-65d5aa7b-aa90-49fe-879c-d7a2d5e799d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.798497 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.821827 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-65d5aa7b-aa90-49fe-879c-d7a2d5e799d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.841297 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-46e935cb-738f-4da4-b4bd-ac30111a76bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.861914 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.953693 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Transition to ACTIVE for port object e4a842a8-d1bc-463e-8685-124e214f1560 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:17.953889 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-65d5aa7b-aa90-49fe-879c-d7a2d5e799d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.969950 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5aa7b-aa90-49fe-879c-d7a2d5e799d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f66cf03-3ec1-45f8-9ee6-a01778f424cb,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:17.976745 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-65d5aa7b-aa90-49fe-879c-d7a2d5e799d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:17.979609 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-65d5aa7b-aa90-49fe-879c-d7a2d5e799d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f66cf03-3ec1-45f8-9ee6-a01778f424cb HTTP/1.1" status: 204  len: 168 time: 0.2763486
Feb 04 19:35:17.983959 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Transition to ACTIVE for port object e4a842a8-d1bc-463e-8685-124e214f1560 will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:18.052605 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.122711 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.130248 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Network e236140c-d82d-4575-8008-573da6504426 is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:18.137229 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:18.140804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:18.212659 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.223322 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Pushing event updated for resources: {'Port': ['ID=e4a842a8-d1bc-463e-8685-124e214f1560,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:18.255071 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Attempting to bind port e4a842a8-d1bc-463e-8685-124e214f1560 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:18.255524 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Attempting to bind port e4a842a8-d1bc-463e-8685-124e214f1560 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:18.256099 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Attempting to bind port e4a842a8-d1bc-463e-8685-124e214f1560 on network e236140c-d82d-4575-8008-573da6504426 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:18.262747 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:18.263112 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Checking segment: {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:18.263535 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.264341 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Bound using segment: {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:18.264781 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Bound port: e4a842a8-d1bc-463e-8685-124e214f1560, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:18.265166 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.276023 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6c802c5a-d477-43f8-9702-4d04bdf6f052 req-d23d3c65-b4bc-4c41-b901-5c618237c828 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 210 time: 0.0524933
Feb 04 19:35:18.364804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] For port e4a842a8-d1bc-463e-8685-124e214f1560, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:18.368303 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] For port e4a842a8-d1bc-463e-8685-124e214f1560, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e4a842a8-d1bc-463e-8685-124e214f1560,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:18.391653 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d01bd-bfd0-4a52-9500-fab2588262e1 req-2bea9714-acbf-4f29-813b-5bccf512adb8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:18.393339 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-632d01bd-bfd0-4a52-9500-fab2588262e1 req-2bea9714-acbf-4f29-813b-5bccf512adb8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.2369084
Feb 04 19:35:18.454710 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.464063 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Allocated IP 172.27.3.30 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/93536337-b528-4e0c-9b18-13ba81485eea) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:18.475792 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e7324fb-2826-4a1d-b0d4-a1ee5c6e79e2 req-6d020092-0209-463e-8e14-b07631430662 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 210 time: 0.0507638
Feb 04 19:35:18.518543 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-632d01bd-bfd0-4a52-9500-fab2588262e1 req-a6b13855-b024-4592-8ff3-4d5a5b184c26 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095936
Feb 04 19:35:18.566029 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408aeadc-9ff1-4251-8319-7197a88d3a9e None None] Pushing event updated for resources: {'Port': ['ID=e4a842a8-d1bc-463e-8685-124e214f1560,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:18.655441 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.759870 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.834078 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:18.836916 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:18.840793 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:18.871521 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Pushing event updated for resources: {'Port': ['ID=93536337-b528-4e0c-9b18-13ba81485eea,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:18.910669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44046) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:18.928792 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:18.970711 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:18.975114 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Usage tracker for resource:security_group_rule and tenant:220953385885470296b9d2425e5097b1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:18.978430 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:18.984808 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:19.033576 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e4a842a8-d1bc-463e-8685-124e214f1560 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:19.060020 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.136016 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.136742 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.157075 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.182297 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port e4a842a8-d1bc-463e-8685-124e214f1560 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:19.206683 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e8a07-bbf7-4ec9-8067-1eafddcc7e4a,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:19.212836 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-65ba3525-d8d4-4536-afb3-2036e4c41c34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=220953385885470296b9d2425e5097b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3011107
Feb 04 19:35:19.215469 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44050) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:19.278945 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96c880e7-74b3-40c1-a62d-916392eff15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.311830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96c880e7-74b3-40c1-a62d-916392eff15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.465762 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8470a665-76d5-45f7-9de3-d0c9a6ee929c req-3a9d8882-6620-4d05-adef-5b5b3c02d2a2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 210 time: 0.0516126
Feb 04 19:35:19.470543 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96c880e7-74b3-40c1-a62d-916392eff15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.490207 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c880e7-74b3-40c1-a62d-916392eff15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e8a07-bbf7-4ec9-8067-1eafddcc7e4a,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:19.494834 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-96c880e7-74b3-40c1-a62d-916392eff15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.500080 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-96c880e7-74b3-40c1-a62d-916392eff15e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e6e8a07-bbf7-4ec9-8067-1eafddcc7e4a HTTP/1.1" status: 204  len: 168 time: 0.2805877
Feb 04 19:35:19.504077 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Router aa910945-9cf6-499c-98cb-db38fa1d9d59 is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:35:19.633447 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53144e-eeb1-49e6-a8d7-ee496f9b2b57 None None] Network e236140c-d82d-4575-8008-573da6504426 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:19.812100 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a8001341-97bf-45b1-a63b-7939996c862b req-b83c1cbc-c939-4d7f-a888-ecbc754430da tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 210 time: 0.1157601
Feb 04 19:35:19.870846 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2a1f-4acc-43e6-9a21-bada6bbf9e07 req-dcbf5f5a-035a-4732-8c7f-a23f46e7e97e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:19.872446 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-42da2a1f-4acc-43e6-9a21-bada6bbf9e07 req-dcbf5f5a-035a-4732-8c7f-a23f46e7e97e tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1750371
Feb 04 19:35:19.911752 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Provisioning for port e4a842a8-d1bc-463e-8685-124e214f1560 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:19.921946 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ed3f-0074-4c2f-9dd8-becdc64570f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.929231 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Provisioning complete for port e4a842a8-d1bc-463e-8685-124e214f1560 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:19.929231 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:19.960864 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-42da2a1f-4acc-43e6-9a21-bada6bbf9e07 req-64a1b707-58ec-4ca6-9329-62bf302966c6 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/security-groups?id=8912fbff-73f5-4b71-afce-1f98f72aacd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822802
Feb 04 19:35:19.992771 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787d29-6c2a-4d71-94b7-756739491696 req-ee6023e0-b923-40d8-b782-ba39a6ce5688 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:19.993460 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-af787d29-6c2a-4d71-94b7-756739491696 req-ee6023e0-b923-40d8-b782-ba39a6ce5688 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:network {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:20.053213 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-0ec9d8bf-e2a7-4952-a5f5-5fa62906d1e9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:20.054585 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-0ec9d8bf-e2a7-4952-a5f5-5fa62906d1e9 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 946 time: 0.1737971
Feb 04 19:35:20.058086 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:35:20.069773 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Sync routers for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:35:20.084493 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:20.085574 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848071f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:20.158686 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:20.216106 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-af787d29-6c2a-4d71-94b7-756739491696 req-ee6023e0-b923-40d8-b782-ba39a6ce5688 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:network {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:20.216929 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-ee6023e0-b923-40d8-b782-ba39a6ce5688 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 812 time: 0.5864997
Feb 04 19:35:20.248413 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-7df67210-5da7-48da-aead-a673bba422fb None None] For port e4a842a8-d1bc-463e-8685-124e214f1560, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e4a842a8-d1bc-463e-8685-124e214f1560,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:20.287042 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Deleting port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:35:20.287388 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:20.319540 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:20.330925 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:20.336380 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44068) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:20.336681 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-56e99683-eb6b-4b0c-92cc-209c939431e9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0145535
Feb 04 19:35:20.394164 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-af787d29-6c2a-4d71-94b7-756739491696 req-a2cd95cb-0be5-44f0-bd72-990db0aa6527 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:20.495723 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:20.518038 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Pushing event updated for resources: {'Port': ['ID=e4a842a8-d1bc-463e-8685-124e214f1560,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:20.556793 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.563511 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.564040 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.564524 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.566562 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.574036 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.574586 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.578060 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.578624 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.579120 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.579637 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df67210-5da7-48da-aead-a673bba422fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:35:20.627418 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] For port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:20.627418 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:20.649190 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-2bd65abf-8f74-4f41-b8c1-af09b4941734 None None] Provisioning complete for port e4a842a8-d1bc-463e-8685-124e214f1560 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:20.650438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2bd65abf-8f74-4f41-b8c1-af09b4941734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:20.779775 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Calling delete_port for dbd39c89-bc9a-4d5b-9115-e1cc31693d8c owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:35:20.844058 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-cb344f02-adc0-48f0-8e27-75621b06b0a9 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:20.855589 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-cb344f02-adc0-48f0-8e27-75621b06b0a9 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "GET /v2.0/networks?id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b HTTP/1.1" status: 200  len: 808 time: 0.3352568
Feb 04 19:35:20.867654 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-af787d29-6c2a-4d71-94b7-756739491696 req-a2cd95cb-0be5-44f0-bd72-990db0aa6527 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:20.872954 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-a2cd95cb-0be5-44f0-bd72-990db0aa6527 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 379 time: 0.6324129
Feb 04 19:35:20.933777 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Request body: {'port': {'device_id': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b', 'admin_state_up': True, 'tenant_id': 'e39808736095449fbc7b9decd72e8c86'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:20.970192 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-7a0819a8-2025-477b-8954-3685746a8b72 req-82867f01-8b7c-4fe5-a46a-d3bb22e7ec4b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:20.987637 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'port': {'device_id': '57981655-f327-42c6-8ea9-94598b80a428', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'admin_state_up': True, 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'security_groups': ['977dfab9-6cff-4da3-b271-9ad9447a508e']}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:21.090157 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e4a842a8-d1bc-463e-8685-124e214f1560 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:21.136609 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-7a0819a8-2025-477b-8954-3685746a8b72 req-82867f01-8b7c-4fe5-a46a-d3bb22e7ec4b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:21.139074 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7a0819a8-2025-477b-8954-3685746a8b72 req-82867f01-8b7c-4fe5-a46a-d3bb22e7ec4b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 210 time: 0.2743967
Feb 04 19:35:21.158256 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.163793 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848071f0>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:18Z', 'revision_number': 3, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:21.169606 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Checking router: aa910945-9cf6-499c-98cb-db38fa1d9d59 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:35:21.170151 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Updating router aa910945-9cf6-499c-98cb-db38fa1d9d59 port 93536337-b528-4e0c-9b18-13ba81485eea binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:35:21.199521 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:21.209186 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Usage tracker for resource:port and tenant:e39808736095449fbc7b9decd72e8c86 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:21.223454 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b768d56d-d545-4bab-a94e-1b518600c979 req-8ced5d8e-f6ac-44cd-adc7-5e4269d7da9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 210 time: 0.0738454
Feb 04 19:35:21.228639 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:21.249892 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:21.262282 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.272732 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:21.286861 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:21.287141 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port e4a842a8-d1bc-463e-8685-124e214f1560 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:21.291550 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.297479 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.361851 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Pushing event deleted for resources: {'Port': ['ID=dbd39c89-bc9a-4d5b-9115-e1cc31693d8c,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:21.419175 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dbd39c89-bc9a-4d5b-9115-e1cc31693d8c'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:21.432166 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Made reservation on behalf of 1b4e55fbd8b74ea38b37f03bc061815e for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:21.435385 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.509496 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-861beb42-a52b-4484-8d29-960cc7e41bfb req-861ae83d-c62b-432d-93b9-eb836448dac8 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 210 time: 0.0588157
Feb 04 19:35:21.518032 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] No DVR routers for this DVR port dbd39c89-bc9a-4d5b-9115-e1cc31693d8c on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:35:21.522863 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.533089 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'name': 'network-vif-deleted', 'tag': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:21.587417 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Made reservation on behalf of e39808736095449fbc7b9decd72e8c86 for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:21.590652 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.728761 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.748358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Allocated IP 172.20.0.4 (a644de52-c273-4bb7-b9ed-1e8890216310/c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37/bb431a5f-97b3-4ed3-8a76-ff3eb01769f6) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:21.873662 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.878743 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Allocated IP 172.20.0.8 (bdf7cc44-af9f-45c1-989d-ee24aa7dc98b/2a1dc0ea-6a25-417b-be6c-1fd57fe966d0/236760c9-c3c4-430e-9cdf-5dfb8ec839ba) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:21.890278 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Transition to ACTIVE for port object 93536337-b528-4e0c-9b18-13ba81485eea will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:21.900836 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bacff20-5fc6-45f3-a7af-08f181614e38', 'name': 'network-vif-deleted', 'tag': 'dbd39c89-bc9a-4d5b-9115-e1cc31693d8c', 'status': 'completed', 'code': 200}
Feb 04 19:35:21.902807 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.60 "DELETE /v2.0/ports/dbd39c89-bc9a-4d5b-9115-e1cc31693d8c HTTP/1.1" status: 204  len: 173 time: 1.8270125
Feb 04 19:35:21.960984 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.970759 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:21.976925 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Transition to ACTIVE for port object bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:22.062341 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.070709 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Attempting to bind port 93536337-b528-4e0c-9b18-13ba81485eea on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:22.071062 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Attempting to bind port 93536337-b528-4e0c-9b18-13ba81485eea by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:22.071409 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Attempting to bind port 93536337-b528-4e0c-9b18-13ba81485eea on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:22.079885 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e152aa-3fa6-41d0-b56a-7311d6569d31 None None] Pushing event updated for resources: {'Port': ['ID=93536337-b528-4e0c-9b18-13ba81485eea,revision_number=2']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:22.085198 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:22.085558 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:22.085972 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.086341 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:22.086791 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Bound port: 93536337-b528-4e0c-9b18-13ba81485eea, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:22.087172 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.160739 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:22.168358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Network a644de52-c273-4bb7-b9ed-1e8890216310 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:22.170700 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:22.173604 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:22.212169 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] For port 93536337-b528-4e0c-9b18-13ba81485eea, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:22.217286 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] For port 93536337-b528-4e0c-9b18-13ba81485eea, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=93536337-b528-4e0c-9b18-13ba81485eea,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:22.256176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:22.257205 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.297298 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.348400 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.424374 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-b26bb2f6-60ec-4a85-a48b-ad9049cf1dd6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4427371
Feb 04 19:35:22.442974 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Request body: {'port': {'device_id': '57981655-f327-42c6-8ea9-94598b80a428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:22.464221 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e152aa-3fa6-41d0-b56a-7311d6569d31 None None] Pushing event updated for resources: {'Port': ['ID=93536337-b528-4e0c-9b18-13ba81485eea,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:22.479763 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:22.479763 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848071f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:22.609526 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f5c4410d-37b8-4ccb-ae64-63ca65ea9bdf None None] Provisioning for port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:22.619639 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f5c4410d-37b8-4ccb-ae64-63ca65ea9bdf None None] Provisioning complete for port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:22.620132 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f5c4410d-37b8-4ccb-ae64-63ca65ea9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.628285 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-35155b10-3e79-49be-8b38-053bcb92b27a req-4234cbcc-0bac-40fb-b25f-55411b57a8e1 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 210 time: 0.0589819
Feb 04 19:35:22.787021 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac218-bd02-4b25-a4be-a4551f4663bd req-83d559a1-b0e3-4be1-83bb-30e2288060fc tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:22.787966 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-412ac218-bd02-4b25-a4be-a4551f4663bd req-83d559a1-b0e3-4be1-83bb-30e2288060fc tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:22.800523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.825659 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4410d-37b8-4ccb-ae64-63ca65ea9bdf None None] Port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:35:22.888047 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:22.893724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:22.922388 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1c175e51-1e96-4426-b002-a2d402a03aed req-d497ae05-8502-4294-bf49-0cc98b01dace tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bacff20-5fc6-45f3-a7af-08f181614e38 HTTP/1.1" status: 200  len: 210 time: 0.0700674
Feb 04 19:35:22.940532 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-412ac218-bd02-4b25-a4be-a4551f4663bd req-83d559a1-b0e3-4be1-83bb-30e2288060fc tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:22.949042 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-412ac218-bd02-4b25-a4be-a4551f4663bd req-83d559a1-b0e3-4be1-83bb-30e2288060fc tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 931 time: 0.4476380
Feb 04 19:35:22.967884 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.104638 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:23.108030 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Pushing event updated for resources: {'Port': ['ID=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:23.150030 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-412ac218-bd02-4b25-a4be-a4551f4663bd req-c983ce66-57e3-405e-b367-5c29d7fa2ebf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1948760
Feb 04 19:35:23.150450 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:23.157651 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:23.272342 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848071f0>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:18Z', 'revision_number': 3, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:23.281835 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3b5d3-cc12-4086-8253-728e76d021c2 None None] The sync data for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi is: [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:18Z', 'revision_number': 3, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:35:23.292107 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:23.292710 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.334357 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:23.341187 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Allocated IP 172.20.0.1 (e236140c-d82d-4575-8008-573da6504426/85466803-32a8-4fff-adcc-fba9176e5525/3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:23.342814 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.358389 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Transition to ACTIVE for port object bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:23.387685 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.451591 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-d3b86f6d-6215-4504-b089-300a50c2f9af tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5215080
Feb 04 19:35:23.475412 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Request body: {'port': {'device_id': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:23.488151 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.567325 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.646565 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Pushing event updated for resources: {'Port': ['ID=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:23.663026 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Transition to ACTIVE for port object 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:23.664847 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.898144 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Attempting to bind port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:23.898638 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Attempting to bind port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:23.903679 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Attempting to bind port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:23.905397 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 on network a644de52-c273-4bb7-b9ed-1e8890216310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:35:23.905791 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Attempting to bind port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:23.914329 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:23.914752 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Checking segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:23.915183 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Bound using segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:23.915701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Bound port: bb431a5f-97b3-4ed3-8a76-ff3eb01769f6, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:23.916128 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:23.972717 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.055795 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:24.067161 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dbd39c89-bc9a-4d5b-9115-e1cc31693d8c no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:35:24.095397 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] For port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:24.104817 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] For port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:24.123016 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Network e236140c-d82d-4575-8008-573da6504426 is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:24.131809 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44128) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:24.132580 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: dbd39c89-bc9a-4d5b-9115-e1cc31693d8c {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:35:24.133428 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dbd39c89-bc9a-4d5b-9115-e1cc31693d8c not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:35:24.143870 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:24.147188 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:24.215152 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.334052 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.342011 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6d3dc-2969-4d18-8e3b-94b47ee4cc33 req-325287e7-9fb2-42c4-8477-9ace7b3bf5ed tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:24.342825 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-26b6d3dc-2969-4d18-8e3b-94b47ee4cc33 req-325287e7-9fb2-42c4-8477-9ace7b3bf5ed tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Synchronizing usage tracker for tenant:e39808736095449fbc7b9decd72e8c86 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:24.357311 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.358906 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] 10.222.0.60 "PUT /v2.0/ports/bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 HTTP/1.1" status: 200  len: 1093 time: 1.9209282
Feb 04 19:35:24.362005 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:24.447915 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eb13c-0ac0-4234-b369-ada7be86c24b service neutron] Pushing event updated for resources: {'Port': ['ID=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:24.534084 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-26b6d3dc-2969-4d18-8e3b-94b47ee4cc33 req-325287e7-9fb2-42c4-8477-9ace7b3bf5ed tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Unset dirty status for tenant:e39808736095449fbc7b9decd72e8c86 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:24.535461 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-26b6d3dc-2969-4d18-8e3b-94b47ee4cc33 req-325287e7-9fb2-42c4-8477-9ace7b3bf5ed tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 931 time: 0.6484029
Feb 04 19:35:24.536177 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-fd81edb3-7b17-49af-b396-d95d86a54a02 None None] Provisioning for port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:24.541440 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-fd81edb3-7b17-49af-b396-d95d86a54a02 None None] Provisioning complete for port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:24.541809 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-fd81edb3-7b17-49af-b396-d95d86a54a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.603270 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-fd81edb3-7b17-49af-b396-d95d86a54a02 None None] Port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:35:24.623782 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236760c9-c3c4-430e-9cdf-5dfb8ec839ba {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:24.638755 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.662456 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.674488 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6840f-6c72-4195-aa14-3d13622a2cac req-74377bfd-c5b9-422b-9334-f80aefa8440e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:24.681197 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c3c6840f-6c72-4195-aa14-3d13622a2cac req-74377bfd-c5b9-422b-9334-f80aefa8440e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.3081491
Feb 04 19:35:24.689518 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Transition to ACTIVE for port object 236760c9-c3c4-430e-9cdf-5dfb8ec839ba will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:24.693925 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-26b6d3dc-2969-4d18-8e3b-94b47ee4cc33 req-cb2a7296-7480-46fb-9224-31876eb94578 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241748
Feb 04 19:35:24.757896 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:24.770802 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c3c6840f-6c72-4195-aa14-3d13622a2cac req-283741be-41bc-487f-96d0-e13ea0b614c4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887797
Feb 04 19:35:24.780343 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-a9386ad7-3bd1-463f-a754-f4e18f1f7faf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 1096 time: 0.2023997
Feb 04 19:35:24.803989 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44138) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:24.852833 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'status': 'completed', 'code': 200}
Feb 04 19:35:24.919296 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-9bf3192c-7912-4110-9cc4-ee196e6fa98c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 HTTP/1.1" status: 200  len: 217 time: 0.1240935
Feb 04 19:35:24.999632 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787d29-6c2a-4d71-94b7-756739491696 req-05e3ebea-ec4c-4aa0-9cdd-1227e8ea56cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:25.001050 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-05e3ebea-ec4c-4aa0-9cdd-1227e8ea56cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0748501
Feb 04 19:35:25.007988 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Pushing event updated for resources: {'Port': ['ID=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:25.050603 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 93536337-b528-4e0c-9b18-13ba81485eea up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:25.073976 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.181855 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 93536337-b528-4e0c-9b18-13ba81485eea completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:25.188997 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 93536337-b528-4e0c-9b18-13ba81485eea triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:25.189479 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.228061 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:25.229270 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-685335b1-682e-4eb8-a858-aff62d95631c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2215805
Feb 04 19:35:25.236783 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Usage tracker for resource:security_group_rule and tenant:cdbd1bf4664246f483f5e44127c53dc7 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:25.246887 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:25.261566 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:25.264573 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Attempting to bind port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:25.264881 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Attempting to bind port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:25.266430 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Attempting to bind port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba on network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:25.291355 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.293981 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba on network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:35:25.294303 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Attempting to bind port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba on network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:25.306674 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.311992 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:25.311992 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Checking segment: {'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:25.311992 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Bound using segment: {'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:25.311992 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Bound port: 236760c9-c3c4-430e-9cdf-5dfb8ec839ba, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:25.311992 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.322610 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.324809 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 93536337-b528-4e0c-9b18-13ba81485eea, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=93536337-b528-4e0c-9b18-13ba81485eea,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:25.370391 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.387289 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.441198 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-f1da4e3c-d8c0-4fa4-9a7d-cf17884d9bef service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039828
Feb 04 19:35:25.466759 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=93536337-b528-4e0c-9b18-13ba81485eea,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:25.515301 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.540902 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:25.546204 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.556097 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] For port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:25.560423 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] For port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:25.576822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.647610 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af787d29-6c2a-4d71-94b7-756739491696 req-93d90824-b472-4939-ba23-c795ab405afc service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990647
Feb 04 19:35:25.648153 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.748392 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a69811-a045-4d06-a0bf-890f3afab21f,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:25.766777 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e15f32e6-04ea-4084-9eab-b0f5315008b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdbd1bf4664246f483f5e44127c53dc7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9581156
Feb 04 19:35:25.785773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44146) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:25.790544 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:25.791839 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] 10.222.0.60 "PUT /v2.0/ports/236760c9-c3c4-430e-9cdf-5dfb8ec839ba HTTP/1.1" status: 200  len: 1093 time: 2.3209732
Feb 04 19:35:25.802161 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'tag': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:25.823965 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a280998-b5a3-4923-b086-6188b370c07d service neutron] Pushing event updated for resources: {'Port': ['ID=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:25.848866 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Network e236140c-d82d-4575-8008-573da6504426 is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:25.852277 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:26.114171 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b0322-9326-4301-988f-96daa72e8f4a req-85db657e-26ed-4352-9208-96a35e1e07a8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:26.115620 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c32b0322-9326-4301-988f-96daa72e8f4a req-85db657e-26ed-4352-9208-96a35e1e07a8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 943 time: 0.2298303
Feb 04 19:35:26.127525 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-4d796043-53b9-4c5a-99dd-9f16a9af5d06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e39808736095449fbc7b9decd72e8c86&device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 1096 time: 0.1620786
Feb 04 19:35:26.155543 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cacba-afc2-4a77-af46-2e9ba3658a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:26.163824 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f94a5217-5eec-4604-818a-72a3e8f6c04f None None] Provisioning complete for port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:26.164133 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f94a5217-5eec-4604-818a-72a3e8f6c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:26.210830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cacba-afc2-4a77-af46-2e9ba3658a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:26.228208 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-f94a5217-5eec-4604-818a-72a3e8f6c04f None None] Port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:35:26.228774 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-28725a64-1d47-471e-8516-30e22bbc98e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 1096 time: 0.2995274
Feb 04 19:35:26.228864 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-5a9da0bb-9353-4fad-95a4-33f4803e6aaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=236760c9-c3c4-430e-9cdf-5dfb8ec839ba HTTP/1.1" status: 200  len: 217 time: 0.0807641
Feb 04 19:35:26.276190 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c32b0322-9326-4301-988f-96daa72e8f4a req-ffa18125-2f30-471f-ac4c-4d8788bca545 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Synchronizing usage tracker for tenant:e39808736095449fbc7b9decd72e8c86 on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:26.320535 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeccdc8-e58c-4860-98c4-60b89b3b944e req-3d4cc573-34b3-4497-9a02-85e3515e6a6d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:26.321922 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-afeccdc8-e58c-4860-98c4-60b89b3b944e req-3d4cc573-34b3-4497-9a02-85e3515e6a6d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.3560672
Feb 04 19:35:26.347663 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-c8b27625-94f1-4d03-b7f3-6ba8c90835f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:26.349073 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-c8b27625-94f1-4d03-b7f3-6ba8c90835f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a1dc0ea-6a25-417b-be6c-1fd57fe966d0 HTTP/1.1" status: 200  len: 848 time: 0.1078172
Feb 04 19:35:26.397003 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c32b0322-9326-4301-988f-96daa72e8f4a req-ffa18125-2f30-471f-ac4c-4d8788bca545 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Unset dirty status for tenant:e39808736095449fbc7b9decd72e8c86 on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:26.398202 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c32b0322-9326-4301-988f-96daa72e8f4a req-ffa18125-2f30-471f-ac4c-4d8788bca545 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758682
Feb 04 19:35:26.404889 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-f3fa22c5-b5c4-4701-9d3f-94c998cc5c7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461197
Feb 04 19:35:26.506328 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-afeccdc8-e58c-4860-98c4-60b89b3b944e req-0468eebd-2fe4-4d6f-8f9f-7271aa0896d5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1644874
Feb 04 19:35:26.515978 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-a1f36b60-1c39-42f3-adb1-424661bafa77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:26.517653 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-a1f36b60-1c39-42f3-adb1-424661bafa77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.2249787
Feb 04 19:35:26.525326 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'tag': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba', 'status': 'completed', 'code': 200}
Feb 04 19:35:26.599122 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Deleting port 4979897c-d4b4-4b56-8b0e-80a6a7944f21 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:35:26.599687 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:26.682647 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-91edfc17-87c4-485e-8018-603cdaa4e834 service neutron] 10.222.0.60 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2685270
Feb 04 19:35:26.714864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cacba-afc2-4a77-af46-2e9ba3658a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:26.744382 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cacba-afc2-4a77-af46-2e9ba3658a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a69811-a045-4d06-a0bf-890f3afab21f,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:26.748518 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-038d9c5b-4e9b-427c-b1e2-252fe89ce935 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 HTTP/1.1" status: 200  len: 217 time: 0.0875542
Feb 04 19:35:26.800601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cacba-afc2-4a77-af46-2e9ba3658a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:26.804106 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ce2cacba-afc2-4a77-af46-2e9ba3658a7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59a69811-a045-4d06-a0bf-890f3afab21f HTTP/1.1" status: 204  len: 168 time: 1.0135076
Feb 04 19:35:26.834703 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-b68d5609-c772-40b0-a747-738bbd23a5fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:26.836137 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-b68d5609-c772-40b0-a747-738bbd23a5fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0748622
Feb 04 19:35:26.897077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Router aa910945-9cf6-499c-98cb-db38fa1d9d59 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:35:26.999450 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-4d20a510-07fa-4099-b866-e9dcf78fca8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1565499
Feb 04 19:35:27.029311 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-94e8b603-e6b8-4d2d-a204-f20de07549d4 req-fa709ba4-ff75-4575-9c0d-2133ca93945e service neutron] 10.222.0.60 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219192
Feb 04 19:35:27.031107 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] For port 4979897c-d4b4-4b56-8b0e-80a6a7944f21, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=4979897c-d4b4-4b56-8b0e-80a6a7944f21,segment=NetworkSegment(7710e36b-7d84-497f-a020-0fb588abd61e),segment_id=7710e36b-7d84-497f-a020-0fb588abd61e)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:27.031527 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:27.048354 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 93536337-b528-4e0c-9b18-13ba81485eea up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:27.130495 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 93536337-b528-4e0c-9b18-13ba81485eea triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:27.130850 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:27.253466 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Calling delete_port for 4979897c-d4b4-4b56-8b0e-80a6a7944f21 owned by network:router_interface {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:35:27.258580 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-c98dba2f-2adb-4846-b73a-cc2fce2220ab service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520416
Feb 04 19:35:27.422254 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1000f3dd-c76b-4526-b60a-2d0f96fd2167 req-6816288e-a61b-4e23-8af3-8803b4029812 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561015
Feb 04 19:35:27.424598 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:35:27.431396 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-987618dd-b916-4ab5-910b-64e91c722ab7 admin admin] 10.222.0.13 "PUT /v2.0/routers/aa910945-9cf6-499c-98cb-db38fa1d9d59/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0916452
Feb 04 19:35:27.441804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d764351-d731-4528-820f-9556c3546204 None None] Sync routers for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:35:27.461839 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:27.462673 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084cea4f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:27.491564 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-ca3abece-9185-4665-9bbf-34f50c911976 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e39808736095449fbc7b9decd72e8c86&device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 1096 time: 0.2792606
Feb 04 19:35:27.659885 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44166) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:27.709169 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:27.735166 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-f21f195d-a79c-4f0e-be6b-066edb371161 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:27.736143 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:27.736610 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-f21f195d-a79c-4f0e-be6b-066edb371161 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b HTTP/1.1" status: 200  len: 908 time: 0.2378867
Feb 04 19:35:27.810110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:27.815961 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef09d5d0e32445794936bd4c6a278c0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:27.819206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:27.826691 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:27.832503 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-05a91273-22a4-4f31-bdad-fbdaa454b40b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=236760c9-c3c4-430e-9cdf-5dfb8ec839ba HTTP/1.1" status: 200  len: 217 time: 0.0866251
Feb 04 19:35:27.852407 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee24b5-db9c-4f84-a563-a10e3428bc6b req-d6b72dce-9b1e-455d-8e90-b85b2e79f2a3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:27.853904 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-abee24b5-db9c-4f84-a563-a10e3428bc6b req-d6b72dce-9b1e-455d-8e90-b85b2e79f2a3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.1158843
Feb 04 19:35:27.929384 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-abee24b5-db9c-4f84-a563-a10e3428bc6b req-020c1f46-4ede-47a5-b2e4-7d79fc61d431 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698178
Feb 04 19:35:27.945368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:27.954155 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65bd59-d8ef-475e-8299-f5f4b139c59b req-b72155a3-aca8-48dd-a671-b1bcccdefe2e tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:27.962246 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6b65bd59-d8ef-475e-8299-f5f4b139c59b req-b72155a3-aca8-48dd-a671-b1bcccdefe2e tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 943 time: 0.3329833
Feb 04 19:35:27.978357 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-780dc2fc-c211-4314-b8e1-e4530c77671b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:27.979880 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-780dc2fc-c211-4314-b8e1-e4530c77671b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a1dc0ea-6a25-417b-be6c-1fd57fe966d0 HTTP/1.1" status: 200  len: 848 time: 0.1371307
Feb 04 19:35:27.985031 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.030756 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.061451 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=4979897c-d4b4-4b56-8b0e-80a6a7944f21,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:28.072237 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-3fea6046-bb60-440a-ae38-6ff4f6d06757 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805826
Feb 04 19:35:28.089490 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45808c1e-d760-4c62-b595-cd19cd2d73f9,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:28.094645 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-3eb548d6-c898-4cd7-94f3-0e63d7a176a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ef09d5d0e32445794936bd4c6a278c0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4335566
Feb 04 19:35:28.097131 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44172) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:28.122196 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084cea4f0>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 2, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:28.127599 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d764351-d731-4528-820f-9556c3546204 None None] Checking router: aa910945-9cf6-499c-98cb-db38fa1d9d59 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:35:28.128197 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d764351-d731-4528-820f-9556c3546204 None None] Updating router aa910945-9cf6-499c-98cb-db38fa1d9d59 port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:35:28.163186 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1609e3d4-d5ee-4675-87ea-164c67383c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.190088 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1609e3d4-d5ee-4675-87ea-164c67383c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.190407 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7d764351-d731-4528-820f-9556c3546204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.332132 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6b65bd59-d8ef-475e-8299-f5f4b139c59b req-db8360fa-afa7-484a-b6c6-cd0f0f6cd3f4 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3689415
Feb 04 19:35:28.352209 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1609e3d4-d5ee-4675-87ea-164c67383c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.377007 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609e3d4-d5ee-4675-87ea-164c67383c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45808c1e-d760-4c62-b595-cd19cd2d73f9,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:28.389637 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1609e3d4-d5ee-4675-87ea-164c67383c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.391659 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-1609e3d4-d5ee-4675-87ea-164c67383c4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45808c1e-d760-4c62-b595-cd19cd2d73f9 HTTP/1.1" status: 204  len: 168 time: 0.2934039
Feb 04 19:35:28.489616 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-244a8156-e665-4c0d-b27b-ae255de9aeb6 service neutron] 10.222.0.60 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4070253
Feb 04 19:35:28.632596 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7d764351-d731-4528-820f-9556c3546204 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.645603 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-7d764351-d731-4528-820f-9556c3546204 None None] Transition to ACTIVE for port object 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:28.706059 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7d764351-d731-4528-820f-9556c3546204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.711548 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-27cb11c5-b14d-4b8a-9b42-bd29092909a8 req-4e952c92-2f50-4be7-b4bd-2e04ea1da38c service neutron] 10.222.0.60 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067845
Feb 04 19:35:28.750970 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:28.885376 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8d89b-b859-4370-9cef-7ef3b7f2ce2a None None] Pushing event updated for resources: {'Port': ['ID=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:29.017863 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44200) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:29.026143 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1416812217-network', 'tenant_id': 'c66788c763794959bb27ac269d2595e0'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:29.034777 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:29.037438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-7d764351-d731-4528-820f-9556c3546204 None None] Attempting to bind port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:29.037981 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-7d764351-d731-4528-820f-9556c3546204 None None] Attempting to bind port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:29.038631 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d764351-d731-4528-820f-9556c3546204 None None] Attempting to bind port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db on network e236140c-d82d-4575-8008-573da6504426 {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:29.044857 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Usage tracker for resource:network and tenant:c66788c763794959bb27ac269d2595e0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:29.053617 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d764351-d731-4528-820f-9556c3546204 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:29.054699 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:29.055136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d764351-d731-4528-820f-9556c3546204 None None] Checking segment: {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:29.056844 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7d764351-d731-4528-820f-9556c3546204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.057503 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d764351-d731-4528-820f-9556c3546204 None None] Bound using segment: {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:29.058229 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-7d764351-d731-4528-820f-9556c3546204 None None] Bound port: 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:29.059616 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7d764351-d731-4528-820f-9556c3546204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.065101 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:29.164763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Made reservation on behalf of c66788c763794959bb27ac269d2595e0 for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:29.167069 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.168477 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-7d764351-d731-4528-820f-9556c3546204 None None] For port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:29.173027 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-7d764351-d731-4528-820f-9556c3546204 None None] For port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:29.192591 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.228739 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7d764351-d731-4528-820f-9556c3546204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.240055 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:29.245993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Usage tracker for resource:security_group_rule and tenant:c66788c763794959bb27ac269d2595e0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:29.249599 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:29.257072 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:29.265729 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16bea6-0761-4762-9eee-b94c93e89c4a req-ce9347fe-1f6e-4db1-ab80-be8821e40401 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:29.267451 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e16bea6-0761-4762-9eee-b94c93e89c4a req-ce9347fe-1f6e-4db1-ab80-be8821e40401 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.1418447
Feb 04 19:35:29.340267 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e16bea6-0761-4762-9eee-b94c93e89c4a req-777c9253-32e9-4e43-8886-a4656bb69f5e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652828
Feb 04 19:35:29.347205 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:29.348094 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084cea4f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:29.432213 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8d89b-b859-4370-9cef-7ef3b7f2ce2a None None] Pushing event updated for resources: {'Port': ['ID=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:29.442399 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.559513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.584258 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:29.608981 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Router deed2ac5-4965-48c0-90fb-70e754459570 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:35:29.622314 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f121d-3771-46b1-b4e8-51a1c12edfe8 req-97ea9097-85dc-48e0-80a1-60157157c025 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:29.623407 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:35:29.623790 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b14f121d-3771-46b1-b4e8-51a1c12edfe8 req-97ea9097-85dc-48e0-80a1-60157157c025 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 943 time: 0.1043160
Feb 04 19:35:29.641130 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c0f118-17cb-4b5a-99cb-6fe7117d1a7c,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:29.648410 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.649014 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Added segment 932bdbbe-946a-4f3c-b05c-b49f8b12624c of type vlan for network c5472404-df63-4f89-be69-413d379d833c
Feb 04 19:35:29.691770 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.747440 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b14f121d-3771-46b1-b4e8-51a1c12edfe8 req-120ee9f2-f172-4358-a184-19754d8ba8ea tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164858
Feb 04 19:35:29.790971 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.791850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:29.792432 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:29.893668 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:35:29.899703 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] Pushing event updated for resources: {'Network': ['ID=c5472404-df63-4f89-be69-413d379d833c,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:29.908664 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] Sync routers for ids ['deed2ac5-4965-48c0-90fb-70e754459570'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:35:29.911532 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network c5472404-df63-4f89-be69-413d379d833c details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:35:29.923528 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] Routers {'deed2ac5-4965-48c0-90fb-70e754459570'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:29.924340 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308483edc0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['deed2ac5-4965-48c0-90fb-70e754459570'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:29.924588 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7f725a1a-9f06-4a4d-9b33-08022f342f6a admin admin] 10.222.0.13 "PUT /v2.0/routers/deed2ac5-4965-48c0-90fb-70e754459570/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7911518
Feb 04 19:35:29.926906 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44214) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:29.976601 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a7a581a0-fa83-4cd4-aa41-637e100cf2fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9574761
Feb 04 19:35:29.979063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44218) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:29.985087 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Request body: {'subnet': {'network_id': 'c5472404-df63-4f89-be69-413d379d833c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1416812217-subnet', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:29.994443 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:30.008102 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Usage tracker for resource:subnet and tenant:c66788c763794959bb27ac269d2595e0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:30.012198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:30.021590 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:30.082875 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 236760c9-c3c4-430e-9cdf-5dfb8ec839ba details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:35:30.113314 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-7d764351-d731-4528-820f-9556c3546204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084cea4f0>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:29Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:30.118952 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Made reservation on behalf of c66788c763794959bb27ac269d2595e0 for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:30.121316 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6678619'] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:30.185812 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d764351-d731-4528-820f-9556c3546204 None None] The sync data for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi is: [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:29Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:35:30.194284 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] Set router deed2ac5-4965-48c0-90fb-70e754459570 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:30.323101 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:30.368044 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba', 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b', 'port_id': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba', 'mac_address': 'fa:16:3e:07:f6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1dc0ea-6a25-417b-be6c-1fd57fe966d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:35:30.427520 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:30.442942 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:30.503483 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236760c9-c3c4-430e-9cdf-5dfb8ec839ba {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:30.539097 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:30.630889 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308483edc0>, [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:35:27Z', 'revision_number': 5, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:30.635734 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] Checking router: deed2ac5-4965-48c0-90fb-70e754459570 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:35:30.648464 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] Routers {'deed2ac5-4965-48c0-90fb-70e754459570'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:30.649052 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308483edc0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['deed2ac5-4965-48c0-90fb-70e754459570'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:30.658057 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:30.707332 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28537a6a-35df-470a-a517-2335c27cf941 req-a498824f-9f91-42bf-b6eb-dad8c56c9168 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:30.715901 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-28537a6a-35df-470a-a517-2335c27cf941 req-a498824f-9f91-42bf-b6eb-dad8c56c9168 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.1283786
Feb 04 19:35:30.745244 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:30.769204 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:30.794024 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-28537a6a-35df-470a-a517-2335c27cf941 req-3e439d14-bfa3-479d-8a43-6473f7d68963 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682273
Feb 04 19:35:30.892449 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] Set router deed2ac5-4965-48c0-90fb-70e754459570 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:30.993751 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03dcdb-0b54-44ae-8f97-b3734d6aeee2 req-5b0ce680-eeac-4634-8a91-d755d20f9afc tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:30.995273 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ba03dcdb-0b54-44ae-8f97-b3734d6aeee2 req-5b0ce680-eeac-4634-8a91-d755d20f9afc tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 944 time: 0.0967546
Feb 04 19:35:31.055837 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:31.057744 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ba03dcdb-0b54-44ae-8f97-b3734d6aeee2 req-22b9aba8-79a0-4bc9-8fa8-dd5631b86da3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559251
Feb 04 19:35:31.114360 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['236760c9-c3c4-430e-9cdf-5dfb8ec839ba'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:31.230237 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1886866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6678605'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.230701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Deleting port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:35:31.230701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.241003 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308483edc0>, [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:35:27Z', 'revision_number': 5, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:31.245592 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee3b85c-47a4-41c8-a3a7-09da63a201c3 None None] The sync data for ids ['deed2ac5-4965-48c0-90fb-70e754459570'] in dv-cinder-827242-1-iscsi is: [{'id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'name': 'tempest-ServerRescueNegativeTestJSON-943471132-router', 'tenant_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:35:27Z', 'revision_number': 5, 'project_id': '2f02c6f9933b4aa5a511b30919ba94b0', 'gw_port': {'id': '7ce906b6-3c18-4fbd-bc0e-319f61b3bd78', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed2ac5-4965-48c0-90fb-70e754459570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:35:31.335366 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63817da-b7e7-4687-bff4-d5f8ccb5d37b,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:31.351122 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Checking segment: {'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:31.351732 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Network hostable DHCP agents. Network: c5472404-df63-4f89-be69-413d379d833c, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:35:31.359503 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:31.379409 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:31.379769 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.459650 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] For port 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:31.460329 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.484866 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Network c5472404-df63-4f89-be69-413d379d833c is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:35:31.535399 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.568317 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, c5472404-df63-4f89-be69-413d379d833c) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:31.571393 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:31.577773 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb0d35-a7fb-4ad4-a455-3a5c4008b846 None None] Network c5472404-df63-4f89-be69-413d379d833c requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:31.580816 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Calling delete_port for 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 owned by network:router_gateway {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:35:31.584618 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:31.586144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.663184 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.685742 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6ed429b2-a135-48e1-94e9-2412c46a242e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7032120
Feb 04 19:35:31.686470 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44238) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:31.693589 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:31.699520 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:31.703588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Usage tracker for resource:router and tenant:c66788c763794959bb27ac269d2595e0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:31.706626 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:31.713724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:31.789711 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.792249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.801100 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:31.825012 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.877112 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:31.922301 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-c5472404-df63-4f89-be69-413d379d833c', 'network_id': 'c5472404-df63-4f89-be69-413d379d833c', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'fixed_ips': [{'subnet_id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:35:31.923682 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.007078 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce906b6-3c18-4fbd-bc0e-319f61b3bd78,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:32.126407 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.138075 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Allocated IP 172.20.0.2 (c5472404-df63-4f89-be69-413d379d833c/d63817da-b7e7-4687-bff4-d5f8ccb5d37b/d442b3c0-fe06-410b-97b0-5226faf0721f) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:32.156445 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd94f1-2d3f-44cb-af84-9a9c95a1aaa2 req-f47ccf31-9510-463a-82f7-6131ad60e392 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:32.158191 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-81cd94f1-2d3f-44cb-af84-9a9c95a1aaa2 req-f47ccf31-9510-463a-82f7-6131ad60e392 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.1929574
Feb 04 19:35:32.233192 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-81cd94f1-2d3f-44cb-af84-9a9c95a1aaa2 req-d5f31073-13a9-4b94-8a36-ed753bfe11d6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657358
Feb 04 19:35:32.266078 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.402887 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.414973 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Transition to ACTIVE for port object d442b3c0-fe06-410b-97b0-5226faf0721f will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:32.438576 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Transition to ACTIVE for port object d442b3c0-fe06-410b-97b0-5226faf0721f will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:32.487492 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.497312 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.520039 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.580525 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Network c5472404-df63-4f89-be69-413d379d833c is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:32.590466 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:32.620513 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:32.633047 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.641843 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c682615-c239-4b62-ae17-d4d2be65665e req-6f0d8cad-d61c-4cee-acb3-5ab69edecac6 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:32.643301 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c682615-c239-4b62-ae17-d4d2be65665e req-6f0d8cad-d61c-4cee-acb3-5ab69edecac6 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 944 time: 0.4346573
Feb 04 19:35:32.646466 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.722300 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Allocated IP 172.27.3.6 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/bf639f6a-26bf-4c53-b82c-3e1be07df1ba) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:32.727111 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Pushing event updated for resources: {'Port': ['ID=d442b3c0-fe06-410b-97b0-5226faf0721f,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:32.773266 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c682615-c239-4b62-ae17-d4d2be65665e req-1da2a40c-b28a-4a4d-b3e3-e55f6ff10734 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209714
Feb 04 19:35:32.780743 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Attempting to bind port d442b3c0-fe06-410b-97b0-5226faf0721f on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:32.781083 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Attempting to bind port d442b3c0-fe06-410b-97b0-5226faf0721f by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:32.781478 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Attempting to bind port d442b3c0-fe06-410b-97b0-5226faf0721f on network c5472404-df63-4f89-be69-413d379d833c {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:32.788304 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:32.788719 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Checking segment: {'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:32.789118 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.789527 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Bound using segment: {'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:32.789983 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Bound port: d442b3c0-fe06-410b-97b0-5226faf0721f, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:32.790348 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.833039 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.834375 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deed2ac5-4965-48c0-90fb-70e754459570 {{(pid=83673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:35:32.851159 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.854961 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-112795fb-82d1-431d-a2d6-fbac76d58fd0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/deed2ac5-4965-48c0-90fb-70e754459570 HTTP/1.1" status: 204  len: 168 time: 2.9248178
Feb 04 19:35:32.855561 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44260) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:32.902236 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] For port d442b3c0-fe06-410b-97b0-5226faf0721f, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:32.906091 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] For port d442b3c0-fe06-410b-97b0-5226faf0721f, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=d442b3c0-fe06-410b-97b0-5226faf0721f,segment=NetworkSegment(932bdbbe-946a-4f3c-b05c-b49f8b12624c),segment_id=932bdbbe-946a-4f3c-b05c-b49f8b12624c)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:32.909773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.923780 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] Deleting subnet 3a078072-a09d-4b11-b6ce-377a4de13e39 {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:35:32.926616 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.976530 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:32.988092 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.044723 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.046877 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.134092 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84e367-8d09-4079-b303-aff2d221a984 None None] Pushing event updated for resources: {'Port': ['ID=d442b3c0-fe06-410b-97b0-5226faf0721f,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:33.163164 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:33.169424 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:33.174719 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:33.175902 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:33.221498 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Pushing event updated for resources: {'Port': ['ID=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:33.250881 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.269736 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:33.272112 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.297946 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a078072-a09d-4b11-b6ce-377a4de13e39,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:33.306191 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.322886 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-a0a893f6-998a-445b-b2a9-a46c8be0b770 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3a078072-a09d-4b11-b6ce-377a4de13e39 HTTP/1.1" status: 204  len: 168 time: 0.4662101
Feb 04 19:35:33.327876 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44276) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:33.499264 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 4979897c-d4b4-4b56-8b0e-80a6a7944f21 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:35:33.505968 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.542460 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 4979897c-d4b4-4b56-8b0e-80a6a7944f21 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:35:33.542840 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 4979897c-d4b4-4b56-8b0e-80a6a7944f21 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:35:33.620830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.620830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.683990 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.693874 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f3325-2daf-4019-84fa-ad12bf4e7848 req-4a9e0960-8ff4-401d-85f6-6ac38a20749f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:33.695526 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1d3f3325-2daf-4019-84fa-ad12bf4e7848 req-4a9e0960-8ff4-401d-85f6-6ac38a20749f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.1736774
Feb 04 19:35:33.710379 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083aef490>,) {'filters': {'network_id': ['09bf0e55-03c2-44ac-bcf4-c837f381eae5']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:33.723380 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083aef490>, '7710e36b-7d84-497f-a020-0fb588abd61e') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:33.723678 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083aef490>, '7710e36b-7d84-497f-a020-0fb588abd61e') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:33.735299 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.751660 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.758089 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:35:33.758561 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.767800 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1d3f3325-2daf-4019-84fa-ad12bf4e7848 req-05736107-db92-4a60-8e3f-39d29fabb559 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644879
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:35:33.772435 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:35:33.975203 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:33.983621 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:34.001737 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9dbda-345b-4281-924d-c102d047bf75 req-72e02f49-9462-43f5-976b-c75ab8b6e0ca tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:34.003282 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-05f9dbda-345b-4281-924d-c102d047bf75 req-72e02f49-9462-43f5-976b-c75ab8b6e0ca tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 944 time: 0.1028833
Feb 04 19:35:34.028332 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] Pushing event deleted for resources: {'Network': ['ID=09bf0e55-03c2-44ac-bcf4-c837f381eae5,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:34.031542 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Router 7a3c980c-d587-4c9f-94d4-15da460a167f is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:35:34.060905 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-05f9dbda-345b-4281-924d-c102d047bf75 req-fa3cb990-5beb-4d39-9476-08aefb4e7883 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508001
Feb 04 19:35:34.108066 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:35:34.131195 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7760cd85-4357-4cb3-bb11-43de961415ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/09bf0e55-03c2-44ac-bcf4-c837f381eae5 HTTP/1.1" status: 204  len: 168 time: 0.8020175
Feb 04 19:35:34.335907 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 236760c9-c3c4-430e-9cdf-5dfb8ec839ba up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:34.438279 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d716adb-9158-4b66-9a59-6a8123f72396 None None] Network c5472404-df63-4f89-be69-413d379d833c requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:34.501546 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:35:34.546665 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Sync routers for ids ['7a3c980c-d587-4c9f-94d4-15da460a167f'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:35:34.558666 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:34.593434 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'port_id': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'mac_address': 'fa:16:3e:46:77:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:35:34.612827 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:34.614488 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-893be44a-e6c9-46b4-a00a-f8e903755e74 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9263964
Feb 04 19:35:34.617299 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44290) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:34.645819 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:34.648571 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Routers {'7a3c980c-d587-4c9f-94d4-15da460a167f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:34.649234 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848644f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['7a3c980c-d587-4c9f-94d4-15da460a167f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:34.733387 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f2d7f01c-8597-4875-8f34-a45e1a1cce22 None None] Provisioning for port d442b3c0-fe06-410b-97b0-5226faf0721f completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:34.746148 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:34.746513 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:34.788380 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44294) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:34.849835 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:34.945923 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:35.018591 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-9521d0ea-9f3c-4245-a1c3-9e7a9db36143 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f02c6f9933b4aa5a511b30919ba94b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2263668
Feb 04 19:35:35.019164 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44304) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:35.061461 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:35.100605 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e28b7500-7c2f-47da-9ae0-25430235854a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:35.130409 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e28b7500-7c2f-47da-9ae0-25430235854a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:35.156877 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:35.158645 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:35.263996 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1449f0-80e2-4ce1-8b13-1963084c4d08 req-85e9c4e8-b783-4318-844f-9d96cc639da8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:35.272736 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0e1449f0-80e2-4ce1-8b13-1963084c4d08 req-85e9c4e8-b783-4318-844f-9d96cc639da8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 943 time: 0.3479071
Feb 04 19:35:35.278088 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:35.293630 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device d442b3c0-fe06-410b-97b0-5226faf0721f up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:35.330610 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0e1449f0-80e2-4ce1-8b13-1963084c4d08 req-ccd69667-c7ca-4f1a-8345-769ec538becf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561297
Feb 04 19:35:35.357751 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Set router 7a3c980c-d587-4c9f-94d4-15da460a167f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:35.382536 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e28b7500-7c2f-47da-9ae0-25430235854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:35.401955 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b7500-7c2f-47da-9ae0-25430235854a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8912fbff-73f5-4b71-afce-1f98f72aacd6,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:35.465340 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e28b7500-7c2f-47da-9ae0-25430235854a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:35.470348 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e28b7500-7c2f-47da-9ae0-25430235854a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8912fbff-73f5-4b71-afce-1f98f72aacd6 HTTP/1.1" status: 204  len: 168 time: 0.4504535
Feb 04 19:35:35.508635 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eed4e-01b0-4401-a9f2-2755a134ac9d req-3bcad817-a1f3-4892-b557-7c3007171d07 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:35.510142 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-653eed4e-01b0-4401-a9f2-2755a134ac9d req-3bcad817-a1f3-4892-b557-7c3007171d07 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 944 time: 0.1700349
Feb 04 19:35:35.518230 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-4c677ac5-e971-4f25-a3d3-b94d37f7fe13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1416745
Feb 04 19:35:35.549126 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:35.551135 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:35.619162 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:35.673739 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-653eed4e-01b0-4401-a9f2-2755a134ac9d req-de27e4ea-406b-4bcb-beed-890d0452d46d tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545720
Feb 04 19:35:35.711511 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-5bc27279-9563-48a0-a510-de33d6fe369c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1098 time: 0.1338539
Feb 04 19:35:35.748164 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['bb431a5f-97b3-4ed3-8a76-ff3eb01769f6'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:35.769689 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba', 'code': 200}
Feb 04 19:35:35.900416 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:35.981203 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-7cdade58-ff2e-4dbf-af3e-eb5fc7fcaeaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:35.982649 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-7cdade58-ff2e-4dbf-af3e-eb5fc7fcaeaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.2264564
Feb 04 19:35:35.996476 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port d442b3c0-fe06-410b-97b0-5226faf0721f completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:36.008617 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port d442b3c0-fe06-410b-97b0-5226faf0721f triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:36.008940 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:36.107823 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3e993343-91c0-494e-8dff-0714bec1236f req-18147ce9-0f9b-4350-b2b0-34c9c5cbf9b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 1098 time: 0.1131437
Feb 04 19:35:36.150436 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848644f0>, [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:35:33Z', 'revision_number': 3, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port': {'id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:32Z', 'updated_at': '2022-02-04T19:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:36.159292 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3e993343-91c0-494e-8dff-0714bec1236f req-05ce4994-c39f-4562-b827-bbac36387531 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451365
Feb 04 19:35:36.167363 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:36.170577 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Checking router: 7a3c980c-d587-4c9f-94d4-15da460a167f for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:35:36.170577 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Updating router 7a3c980c-d587-4c9f-94d4-15da460a167f port bf639f6a-26bf-4c53-b82c-3e1be07df1ba binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:35:36.205571 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-2ddf0385-d4b0-4107-9710-c1399af992b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 1000 time: 0.1886137
Feb 04 19:35:36.336166 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:36.370438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-46f1432c-4082-4980-aba1-00da26cf669f None None] Provisioning complete for port d442b3c0-fe06-410b-97b0-5226faf0721f triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:36.371078 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-46f1432c-4082-4980-aba1-00da26cf669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:36.434738 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Allocated IP 172.20.0.1 (c5472404-df63-4f89-be69-413d379d833c/d63817da-b7e7-4687-bff4-d5f8ccb5d37b/101f94f0-fbd7-43fc-b6be-ae5d86f47317) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:36.476589 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:36.744137 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f43ea6-8af9-42f8-b691-cd6dd91a023c req-0bdeaa9d-756b-4740-b4f5-4e2a8903d5a4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:36.746008 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c8f43ea6-8af9-42f8-b691-cd6dd91a023c req-0bdeaa9d-756b-4740-b4f5-4e2a8903d5a4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 944 time: 0.2060046
Feb 04 19:35:36.800340 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-b328689c-6d9e-4811-a75f-acbaff0502bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:36.802679 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-b328689c-6d9e-4811-a75f-acbaff0502bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.1817799
Feb 04 19:35:36.887271 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c8f43ea6-8af9-42f8-b691-cd6dd91a023c req-e820c7c5-af51-4b1e-9412-eed34ca7b8cd tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1335273
Feb 04 19:35:36.927014 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:36.948323 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Transition to ACTIVE for port object 101f94f0-fbd7-43fc-b6be-ae5d86f47317 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:36.964126 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-27272cbd-5290-47cd-ae9e-5c579878babd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1486473
Feb 04 19:35:37.115564 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248f38a-59e6-49b9-8a52-00cb2e4067c5 req-4e00ba9d-5087-4d76-bfb3-808a1124bed0 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:37.117244 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a248f38a-59e6-49b9-8a52-00cb2e4067c5 req-4e00ba9d-5087-4d76-bfb3-808a1124bed0 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 945 time: 0.1043527
Feb 04 19:35:37.117984 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.158355 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-bd063659-0d3e-491c-9b08-8f09a41cc0c1 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863961
Feb 04 19:35:37.166238 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.179915 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Transition to ACTIVE for port object bf639f6a-26bf-4c53-b82c-3e1be07df1ba will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:37.187702 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port d442b3c0-fe06-410b-97b0-5226faf0721f, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=d442b3c0-fe06-410b-97b0-5226faf0721f,segment=NetworkSegment(932bdbbe-946a-4f3c-b05c-b49f8b12624c),segment_id=932bdbbe-946a-4f3c-b05c-b49f8b12624c)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:37.188802 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-46f1432c-4082-4980-aba1-00da26cf669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.222847 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a248f38a-59e6-49b9-8a52-00cb2e4067c5 req-5e052210-6d5d-42b7-9714-184a6f400297 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997231
Feb 04 19:35:37.232778 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44354) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:37.278847 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.383656 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.405811 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-46f1432c-4082-4980-aba1-00da26cf669f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:35:37.405811 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-46f1432c-4082-4980-aba1-00da26cf669f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:35:37.418295 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1767777589-network', 'tenant_id': '5dcd92d524f04ada9479b8317460d19e'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:37.423552 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:37.428305 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Usage tracker for resource:network and tenant:5dcd92d524f04ada9479b8317460d19e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:37.431697 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93d365-28a6-4ed3-b125-76c3e2427101 None None] Pushing event updated for resources: {'Port': ['ID=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:37.431919 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:37.444962 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:37.461589 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Network c5472404-df63-4f89-be69-413d379d833c is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:37.473824 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:37.476590 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:37.481199 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Attempting to bind port bf639f6a-26bf-4c53-b82c-3e1be07df1ba on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:37.481568 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Attempting to bind port bf639f6a-26bf-4c53-b82c-3e1be07df1ba by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:37.481921 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Attempting to bind port bf639f6a-26bf-4c53-b82c-3e1be07df1ba on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:37.504164 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:37.504542 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:37.504936 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.505362 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:37.505854 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Bound port: bf639f6a-26bf-4c53-b82c-3e1be07df1ba, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:37.506221 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.516920 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Pushing event updated for resources: {'Port': ['ID=101f94f0-fbd7-43fc-b6be-ae5d86f47317,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:37.529790 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-108e2406-5892-4e1b-9b5b-744eed7a170a req-fedf1aa5-342b-46b9-9011-2abc67584da8 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3539681
Feb 04 19:35:37.548440 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.551533 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Made reservation on behalf of 5dcd92d524f04ada9479b8317460d19e for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:37.556198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.570288 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=d442b3c0-fe06-410b-97b0-5226faf0721f,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:37.585612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.621631 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] For port bf639f6a-26bf-4c53-b82c-3e1be07df1ba, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:37.625513 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] For port bf639f6a-26bf-4c53-b82c-3e1be07df1ba, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:37.627574 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:37.632470 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Usage tracker for resource:security_group_rule and tenant:5dcd92d524f04ada9479b8317460d19e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:37.636052 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:37.643066 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:37.763083 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.791107 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.818116 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.898468 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93d365-28a6-4ed3-b125-76c3e2427101 None None] Pushing event updated for resources: {'Port': ['ID=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:37.905371 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:37.967927 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Routers {'7a3c980c-d587-4c9f-94d4-15da460a167f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:37.969006 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848644f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['7a3c980c-d587-4c9f-94d4-15da460a167f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:37.985287 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:35:37.998063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a242621-f7ea-49b5-aa22-123af597b6b2,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:38.022103 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.022915 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Added segment d0c58083-c815-4026-84b6-b9920ba81e1d of type vlan for network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d
Feb 04 19:35:38.089033 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.107737 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.185995 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.201559 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] Set router 7a3c980c-d587-4c9f-94d4-15da460a167f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:38.245031 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.246335 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:38.250662 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.274130 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-59d582a1-f913-4562-9341-455521144ce4 None None] Provisioning for port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:38.286209 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-59d582a1-f913-4562-9341-455521144ce4 None None] Provisioning complete for port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:38.286561 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-59d582a1-f913-4562-9341-455521144ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.347192 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-59d582a1-f913-4562-9341-455521144ce4 None None] Port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:35:38.361876 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.365238 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Pushing event updated for resources: {'Port': ['ID=101f94f0-fbd7-43fc-b6be-ae5d86f47317,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:38.447668 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3800-6cc5-4c48-9115-f89225c76d29 req-e20d42fe-3498-41c6-ac95-2c3140556572 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:38.458620 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a8ae3800-6cc5-4c48-9115-f89225c76d29 req-e20d42fe-3498-41c6-ac95-2c3140556572 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 944 time: 0.3292856
Feb 04 19:35:38.524723 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] Pushing event updated for resources: {'Network': ['ID=3d96d418-7d0f-4955-88ad-b6f87cd49e7d,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:38.535183 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a8ae3800-6cc5-4c48-9115-f89225c76d29 req-f8cb475e-703a-480f-a68a-0492fe6f9453 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751419
Feb 04 19:35:38.536417 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Network c5472404-df63-4f89-be69-413d379d833c is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:38.537674 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:38.565494 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-3f553635-19c6-4301-914c-912b71d42de1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3308616
Feb 04 19:35:38.568712 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44380) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:38.569959 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:35:38.584952 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Request body: {'subnet': {'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1767777589-subnet', 'tenant_id': '5dcd92d524f04ada9479b8317460d19e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:38.610701 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:38.622375 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Usage tracker for resource:subnet and tenant:5dcd92d524f04ada9479b8317460d19e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:38.644733 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:38.665854 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:38.820575 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Made reservation on behalf of 5dcd92d524f04ada9479b8317460d19e for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:38.823077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6678619'] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.888497 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848644f0>, [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 4, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port': {'id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:32Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '101f94f0-fbd7-43fc-b6be-ae5d86f47317', 'name': '', 'network_id': 'c5472404-df63-4f89-be69-413d379d833c', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'mac_address': 'fa:16:3e:9a:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:36Z', 'updated_at': '2022-02-04T19:35:36Z', 'revision_number': 1, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'subnets': [{'id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:38.893200 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f68eb4-f7c0-48ab-ac8f-3756feb63981 None None] The sync data for ids ['7a3c980c-d587-4c9f-94d4-15da460a167f'] in dv-cinder-827242-1-iscsi is: [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 4, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port': {'id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:32Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '101f94f0-fbd7-43fc-b6be-ae5d86f47317', 'name': '', 'network_id': 'c5472404-df63-4f89-be69-413d379d833c', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'mac_address': 'fa:16:3e:9a:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:36Z', 'updated_at': '2022-02-04T19:35:36Z', 'revision_number': 1, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'subnets': [{'id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:35:38.907710 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.974204 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ca95c2b0-57b5-4e57-afd3-194f62041bb6 None None] Provisioning complete for port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:38.974467 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca95c2b0-57b5-4e57-afd3-194f62041bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:38.986511 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8284e57-3162-45d8-a0fe-8c83f9bcb3bc req-e3f9dc25-138d-4c05-9a99-d813e07b68ee tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:38.987950 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d8284e57-3162-45d8-a0fe-8c83f9bcb3bc req-e3f9dc25-138d-4c05-9a99-d813e07b68ee tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 945 time: 0.2359791
Feb 04 19:35:39.038479 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-ca95c2b0-57b5-4e57-afd3-194f62041bb6 None None] Port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:35:39.096360 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d8284e57-3162-45d8-a0fe-8c83f9bcb3bc req-bc41c3fc-8baf-463c-97f9-caf20791b037 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999992
Feb 04 19:35:39.143659 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Router 7a3c980c-d587-4c9f-94d4-15da460a167f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:35:39.210303 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1886866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6678605'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:39.287783 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaca8623-d906-44b0-a7e5-909186722292,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:39.299657 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Checking segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:39.299657 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Network hostable DHCP agents. Network: 3d96d418-7d0f-4955-88ad-b6f87cd49e7d, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:35:39.364135 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:35:39.375509 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e74fdbdc-09ce-4db4-a818-b39884d2a008 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a3c980c-d587-4c9f-94d4-15da460a167f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7548175
Feb 04 19:35:39.404153 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:35:39.512121 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device d442b3c0-fe06-410b-97b0-5226faf0721f up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:39.534489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 3d96d418-7d0f-4955-88ad-b6f87cd49e7d) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:39.540465 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:39.540994 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:39.551596 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad75d95b-b33e-413b-935d-5d09989bec83 None None] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:39.557470 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b58905-cad1-4d74-b851-08bb752e4d2b req-fd53d4f9-47aa-45b8-83e4-06057ea58d0a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:39.568368 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-84b58905-cad1-4d74-b851-08bb752e4d2b req-fd53d4f9-47aa-45b8-83e4-06057ea58d0a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1427963
Feb 04 19:35:39.621243 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-84b58905-cad1-4d74-b851-08bb752e4d2b req-31e8c8ff-062c-487b-ae02-37318d194d0e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495715
Feb 04 19:35:39.677529 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d36ef303-9c3e-4cd7-9308-8557efaaf6d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1075544
Feb 04 19:35:39.771736 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port d442b3c0-fe06-410b-97b0-5226faf0721f triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:39.775190 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:40.023837 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c8d79-2f74-4067-8e26-6f77141ca99d None None] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:35:40.104575 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceff6a-ac95-4c79-b7d7-08a1394cf86a req-3558ed4e-6c73-48b2-854d-c15de7606340 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:40.111493 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-10ceff6a-ac95-4c79-b7d7-08a1394cf86a req-3558ed4e-6c73-48b2-854d-c15de7606340 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 944 time: 0.1757424
Feb 04 19:35:40.159402 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:40.294413 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-10ceff6a-ac95-4c79-b7d7-08a1394cf86a req-d2f9e525-2014-4f5e-82dc-68fdabb40b8f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1819332
Feb 04 19:35:40.517136 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44428) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:40.524063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856626153', 'description': 'tempest-secgroup-smoke-1856626153 description', 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:40.531011 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:40.532567 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:40.545929 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:40.546848 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:40.548287 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:40.548499 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:40.564578 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:40.691921 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:40.734985 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:40.741336 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:40.753093 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-bf74ac41-6d61-4114-9203-fe68361439f4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:40.753970 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-bf74ac41-6d61-4114-9203-fe68361439f4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:network {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:40.756803 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:40.829460 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:40.850099 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:40.873415 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:40.890517 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:40.918937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:40.963100 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f469-74e1-4f24-b6a9-6c979c99cf22 req-1593a78d-628c-47d3-90c7-87016b5c35e8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:40.980355 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9b77f469-74e1-4f24-b6a9-6c979c99cf22 req-1593a78d-628c-47d3-90c7-87016b5c35e8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1538787
Feb 04 19:35:41.013015 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-bf74ac41-6d61-4114-9203-fe68361439f4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:network {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:41.014676 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-bf74ac41-6d61-4114-9203-fe68361439f4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.4316957
Feb 04 19:35:41.016017 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:41.074381 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-dd80d8ef-7265-4d9b-a1bb-da4f7ce1e5d3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/quotas/5dcd92d524f04ada9479b8317460d19e HTTP/1.1" status: 200  len: 375 time: 0.0444465
Feb 04 19:35:41.075386 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9b77f469-74e1-4f24-b6a9-6c979c99cf22 req-dbbfb33f-dbe0-4009-b060-273c4aa0721f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841858
Feb 04 19:35:41.092350 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.157775 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-b02d4fc9-a6df-40d5-b4f3-ac95da1c46fc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0726633
Feb 04 19:35:41.187206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.200247 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'code': 200}
Feb 04 19:35:41.303464 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a07fa-5775-4f95-b8ff-2ea8183f18ae,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:41.341557 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-33a916d1-0d5a-4525-85d6-a1951b4aa92e service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761739
Feb 04 19:35:41.370758 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.371892 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a8cc4f2e-28df-47e6-9a62-2098acdab49a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.8536618
Feb 04 19:35:41.375090 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44448) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:41.383067 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'security_group_rule': {'security_group_id': 'c52a07fa-5775-4f95-b8ff-2ea8183f18ae', 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:41.390920 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:41.395504 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:41.402162 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:41.410510 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:41.507216 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device bf639f6a-26bf-4c53-b82c-3e1be07df1ba up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:41.508362 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-1d6697ae-f60e-42d6-a719-882955e82d92 service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605463
Feb 04 19:35:41.531641 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.621220 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.701530 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port bf639f6a-26bf-4c53-b82c-3e1be07df1ba completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:41.706797 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port bf639f6a-26bf-4c53-b82c-3e1be07df1ba triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:41.707170 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.814433 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.847074 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9afc4f1-9331-4b8a-bdd2-296385cc814d,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:41.874557 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.901026 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port bf639f6a-26bf-4c53-b82c-3e1be07df1ba, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:41.920375 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8599b8c4-3351-4ef0-954e-a71b42d19f3c req-804cced5-9a8e-4423-8b1d-7bbf5460c436 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 210 time: 0.0486262
Feb 04 19:35:41.924202 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-584d74ef-4b77-4f79-b80f-e743aca37502 req-8a23c48a-1aae-4052-b2a7-00e1b90498a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 1098 time: 0.2577913
Feb 04 19:35:41.970297 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:41.971473 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e0e0441e-4c1b-429c-b0ce-4ff125819109 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5944345
Feb 04 19:35:41.974464 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44464) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:41.981331 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'security_group_rule': {'security_group_id': 'c52a07fa-5775-4f95-b8ff-2ea8183f18ae', 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:41.984168 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a82f6-3caf-47d0-a080-ab8963954ca7 req-a867cc81-1822-4566-9252-62a139ff2e91 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:41.986007 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d0a82f6-3caf-47d0-a080-ab8963954ca7 req-a867cc81-1822-4566-9252-62a139ff2e91 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.0932240
Feb 04 19:35:41.996387 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.000093 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:42.006979 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:42.011372 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:42.019938 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:42.023046 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-584d74ef-4b77-4f79-b80f-e743aca37502 req-ff87db05-3026-48e2-81b0-a902576bb853 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889978
Feb 04 19:35:42.053957 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:35:42.060305 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3d0a82f6-3caf-47d0-a080-ab8963954ca7 req-3c5b3df8-0d77-4c7e-ad22-2754258dca26 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687790
Feb 04 19:35:42.105541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:35:42.105872 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7ce906b6-3c18-4fbd-bc0e-319f61b3bd78 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:35:42.121473 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:42.123157 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.200642 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b8b52-a00e-48bf-9fcb-edb6596331a8 req-60aa4d39-d0e9-40c6-b494-5a943c76d419 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:42.202659 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8a9b8b52-a00e-48bf-9fcb-edb6596331a8 req-60aa4d39-d0e9-40c6-b494-5a943c76d419 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 945 time: 0.1288822
Feb 04 19:35:42.206889 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.256789 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8a9b8b52-a00e-48bf-9fcb-edb6596331a8 req-21fe639d-4f07-4555-8a2c-dc7186b53ed1 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450222
Feb 04 19:35:42.295368 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.321589 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3f746-0a74-4f1e-b0a3-7b5745619301 req-7c532fd8-493e-41ec-b9a3-cb0afc1691b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:42.325464 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5953aa48-28b9-4c6e-9a66-7d12acc577d9,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:42.330453 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1ab3f746-0a74-4f1e-b0a3-7b5745619301 req-7c532fd8-493e-41ec-b9a3-cb0afc1691b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0926936
Feb 04 19:35:42.373454 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1ab3f746-0a74-4f1e-b0a3-7b5745619301 req-ebe5ede2-1f87-44eb-b724-3b3bb6216f4a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420437
Feb 04 19:35:42.443844 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.445014 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-c1a80cf6-d5b1-4142-bf78-b1656990430d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4696467
Feb 04 19:35:42.447760 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44474) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:42.453495 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'security_group_rule': {'security_group_id': 'c52a07fa-5775-4f95-b8ff-2ea8183f18ae', 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:42.459572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:42.463545 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:42.466412 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:42.472138 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:42.546979 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.616816 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.716110 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.739362 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830e0b1b-c182-447b-be3a-ca96902c367a,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:42.830865 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:42.834575 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-4aa06a71-80c0-4692-ac12-423d8248bd07 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3834090
Feb 04 19:35:42.840714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44480) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:42.840714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'security_group_rule': {'security_group_id': 'c52a07fa-5775-4f95-b8ff-2ea8183f18ae', 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:42.845916 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:42.849778 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:42.852622 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:42.858832 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:42.986336 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.062668 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.100848 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-aed562dd-0fb1-4d8a-b7c7-12b00f6a877a req-0c55fef1-e442-4b8c-b0ec-d9301622e85e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 210 time: 0.0412078
Feb 04 19:35:43.215742 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.242766 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49207c3-a376-4647-97fc-c7a1e37a0168,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:43.282723 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd028b2-c705-4cf1-b450-dfbaf9c08634 req-585cecad-c2a3-479f-8adc-121cdb5e6ed1 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:43.284177 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ddd028b2-c705-4cf1-b450-dfbaf9c08634 req-585cecad-c2a3-479f-8adc-121cdb5e6ed1 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.1052673
Feb 04 19:35:43.332342 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ddd028b2-c705-4cf1-b450-dfbaf9c08634 req-c8958d90-4d6d-4e91-b996-68ea4f429536 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420253
Feb 04 19:35:43.333016 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.336815 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44496) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:43.339498 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-0ca4ab31-25f3-46f7-aebb-4422d57152d1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5010912
Feb 04 19:35:43.342583 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'security_group_rule': {'security_group_id': 'c52a07fa-5775-4f95-b8ff-2ea8183f18ae', 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:43.348465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:43.353124 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:43.356065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:43.363006 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:43.444536 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.securitygroups_db [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Project aaa14d85b2d042229a98e5b6353f2fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 19:35:43.453251 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.468713 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device bf639f6a-26bf-4c53-b82c-3e1be07df1ba up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:43.514543 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd275d-aee8-4a1e-8c5e-9f8a56934f64 req-b0623f89-784f-4955-96cb-f9020fcfcac0 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:43.516003 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-92bd275d-aee8-4a1e-8c5e-9f8a56934f64 req-b0623f89-784f-4955-96cb-f9020fcfcac0 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 945 time: 0.1346152
Feb 04 19:35:43.555771 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port bf639f6a-26bf-4c53-b82c-3e1be07df1ba triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:43.556172 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.562393 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.579161 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-92bd275d-aee8-4a1e-8c5e-9f8a56934f64 req-22026f73-a59d-42f1-b249-e732fd07a9e6 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570254
Feb 04 19:35:43.598175 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b14b2-4cf4-40d7-a20c-d89c4ce82193 req-d8ff7f39-679b-4053-9ee6-3fc49cbb5966 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:43.599635 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-182b14b2-4cf4-40d7-a20c-d89c4ce82193 req-d8ff7f39-679b-4053-9ee6-3fc49cbb5966 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0838306
Feb 04 19:35:43.651080 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-182b14b2-4cf4-40d7-a20c-d89c4ce82193 req-c5863a55-5109-4ec2-88ea-7fa5f7ec7cdb tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433915
Feb 04 19:35:43.651474 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.708449 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38e4918-f219-4424-8a34-694f55c29d52,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:43.842966 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:43.844153 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3404a404-3367-486e-b31a-fcf8c39c02cb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5062835
Feb 04 19:35:43.847358 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44502) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:43.852808 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'security_group_rule': {'security_group_id': 'c52a07fa-5775-4f95-b8ff-2ea8183f18ae', 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:43.859287 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:43.863075 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:security_group_rule and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:43.866030 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:43.873357 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:43.975617 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.securitygroups_db [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Project aaa14d85b2d042229a98e5b6353f2fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 19:35:43.982487 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:44.045806 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:44.095489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:44.120838 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09993300-9481-420a-a75c-fe7292ad3c01,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:44.196451 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:44.197703 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-79d8c89f-d000-4bee-beed-f8ad37c21e27 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3493979
Feb 04 19:35:44.279639 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-865e4824-3fe8-4a9d-b232-2cde55fc43c8 req-de5becc6-3512-4968-9c6c-94032349f22a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 210 time: 0.0513575
Feb 04 19:35:44.550726 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610942e-164c-4fad-897a-997c6922521a req-d9ce5011-d162-42bd-a7a8-26929f6f5502 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:44.552223 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d610942e-164c-4fad-897a-997c6922521a req-d9ce5011-d162-42bd-a7a8-26929f6f5502 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.0850644
Feb 04 19:35:44.601824 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d610942e-164c-4fad-897a-997c6922521a req-257d9212-8647-4acc-80cb-83f1de36e299 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428140
Feb 04 19:35:44.832048 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ece54-9748-40a7-810a-dc65c6cd20e6 req-b4d357af-88e3-49ec-94d6-7e6f4bc77b38 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:44.833514 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-304ece54-9748-40a7-810a-dc65c6cd20e6 req-b4d357af-88e3-49ec-94d6-7e6f4bc77b38 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 945 time: 0.0789053
Feb 04 19:35:44.878684 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-304ece54-9748-40a7-810a-dc65c6cd20e6 req-a0efecdf-9c3d-4cfe-9bda-f4c3e7bb2009 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392804
Feb 04 19:35:44.890875 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-e4e6c92f-7e95-43c4-a08e-4f5d248827d7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:44.892547 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-e4e6c92f-7e95-43c4-a08e-4f5d248827d7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.2257187
Feb 04 19:35:44.902421 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dfc64-904d-4d02-ac5a-55d280a7054a req-b684bf6f-beef-4366-bd82-e99068cefd67 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:44.903946 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e7dfc64-904d-4d02-ac5a-55d280a7054a req-b684bf6f-beef-4366-bd82-e99068cefd67 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.1353590
Feb 04 19:35:44.932087 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Request body: {'port': {'device_id': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'admin_state_up': True, 'tenant_id': '5dcd92d524f04ada9479b8317460d19e'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:45.015273 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c696716-82ed-4bce-84c0-34daac291d12 req-bbbad915-1436-4511-80d3-c4db9cfb38f5 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:45.018285 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c696716-82ed-4bce-84c0-34daac291d12 req-bbbad915-1436-4511-80d3-c4db9cfb38f5 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 945 time: 0.0915108
Feb 04 19:35:45.037867 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e7dfc64-904d-4d02-ac5a-55d280a7054a req-4e536146-f77b-42ad-8d53-0c4ec8a6e8a4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1243572
Feb 04 19:35:45.058781 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44540) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:45.107600 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:45.112267 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Usage tracker for resource:port and tenant:5dcd92d524f04ada9479b8317460d19e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:45.115409 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:45.123186 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:45.154458 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Deleting port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:35:45.154863 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:45.228971 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:35:45.238154 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Made reservation on behalf of 5dcd92d524f04ada9479b8317460d19e for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:45.241921 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:45.387274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb1b39-d9ea-471a-81ef-9d88ddf7f3e3 req-8a945864-7ade-4adb-b4f6-7e4f44100d74 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:45.389265 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0ddb1b39-d9ea-471a-81ef-9d88ddf7f3e3 req-8a945864-7ade-4adb-b4f6-7e4f44100d74 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.3274457
Feb 04 19:35:45.497795 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b984a9df-074a-4015-a260-7fa790f04bc4 tempest-TestVolumeBootPattern-1588308716 tempest-TestVolumeBootPattern-1588308716-project-admin] Synchronizing usage tracker for tenant:3c92674936d442888abba7cdc8115b1d on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:45.553433 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ea622452-0883-4637-b57e-5549a8cf74ec req-a3dae49c-bd69-4359-b3ff-6adbf4bae148 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 210 time: 0.0912640
Feb 04 19:35:45.582125 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Allocated IP 172.20.0.13 (3d96d418-7d0f-4955-88ad-b6f87cd49e7d/aaca8623-d906-44b0-a7e5-909186722292/6c67ad53-4ce4-4051-ae6b-da30458254d3) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:45.620324 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0ddb1b39-d9ea-471a-81ef-9d88ddf7f3e3 req-46c5e526-3962-4558-8882-234946b0964f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2119386
Feb 04 19:35:45.715001 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b984a9df-074a-4015-a260-7fa790f04bc4 tempest-TestVolumeBootPattern-1588308716 tempest-TestVolumeBootPattern-1588308716-project-admin] Unset dirty status for tenant:3c92674936d442888abba7cdc8115b1d on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:45.716044 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] For port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:45.716145 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b984a9df-074a-4015-a260-7fa790f04bc4 tempest-TestVolumeBootPattern-1588308716 tempest-TestVolumeBootPattern-1588308716-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 1093 time: 0.6564653
Feb 04 19:35:45.716345 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:45.724037 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44560) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:45.733622 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'port_id': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:45.787820 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:45.835999 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:45.852854 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Calling delete_port for 236760c9-c3c4-430e-9cdf-5dfb8ec839ba owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:35:45.879668 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:floatingip and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:45.887645 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:45.901439 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:45.968902 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.050802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.095325 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:46.101941 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:46.105370 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event updated for resources: {'Port': ['ID=6c67ad53-4ce4-4051-ae6b-da30458254d3,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:46.108214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:46.227971 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.272051 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.278473 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['236760c9-c3c4-430e-9cdf-5dfb8ec839ba'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:46.288178 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:46.288178 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.327614 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e644-fcaa-4a7f-9fbf-a47e7275a62c req-6a48bd40-5f6c-43fd-a2f0-eab13567a46a tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:46.330832 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Pushing event deleted for resources: {'Port': ['ID=236760c9-c3c4-430e-9cdf-5dfb8ec839ba,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:46.339002 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9ce3e644-fcaa-4a7f-9fbf-a47e7275a62c req-6a48bd40-5f6c-43fd-a2f0-eab13567a46a tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 867 time: 0.3052015
Feb 04 19:35:46.405633 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9ce3e644-fcaa-4a7f-9fbf-a47e7275a62c req-6e9cd127-cef5-411d-85ec-251e19c3fce6 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644891
Feb 04 19:35:46.411269 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-74771b8f-5536-4c11-a8eb-3a95d4828ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4841902
Feb 04 19:35:46.436823 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Request body: {'port': {'device_id': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:46.448205 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] No DVR routers for this DVR port 236760c9-c3c4-430e-9cdf-5dfb8ec839ba on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:35:46.452337 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.475676 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'name': 'network-vif-deleted', 'tag': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:46.568744 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5760398-a6c6-4c18-b321-a088ba342b8c', 'name': 'network-vif-deleted', 'tag': '236760c9-c3c4-430e-9cdf-5dfb8ec839ba', 'status': 'completed', 'code': 200}
Feb 04 19:35:46.571880 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.585962 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Allocated IP 172.27.3.224 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/96a086a5-7aa7-435d-8209-67065ba81621) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:46.610171 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c696716-82ed-4bce-84c0-34daac291d12 req-d3d83893-344f-4a15-bc02-17d4ea17a3f8 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "DELETE /v2.0/ports/236760c9-c3c4-430e-9cdf-5dfb8ec839ba HTTP/1.1" status: 204  len: 173 time: 1.5810406
Feb 04 19:35:46.902786 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:46.947993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee102e4-b990-4881-ab78-1f133491cfa2 req-bc0ed4ae-a839-4f85-9aba-eba1e6cafc22 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:46.949474 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fee102e4-b990-4881-ab78-1f133491cfa2 req-bc0ed4ae-a839-4f85-9aba-eba1e6cafc22 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1168094
Feb 04 19:35:46.994483 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fee102e4-b990-4881-ab78-1f133491cfa2 req-80253ebb-caea-4df8-ad66-0d89c70433ae tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393414
Feb 04 19:35:47.006569 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350055a4-c3a1-4021-92ee-7df366f20f24 req-aa91e89e-6835-4697-a225-4a7055aba165 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:47.007385 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-350055a4-c3a1-4021-92ee-7df366f20f24 req-aa91e89e-6835-4697-a225-4a7055aba165 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:47.063441 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:47.134722 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:47.140429 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:47.141974 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-350055a4-c3a1-4021-92ee-7df366f20f24 req-aa91e89e-6835-4697-a225-4a7055aba165 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:47.143529 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:47.149525 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-350055a4-c3a1-4021-92ee-7df366f20f24 req-aa91e89e-6835-4697-a225-4a7055aba165 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 932 time: 0.3496914
Feb 04 19:35:47.176379 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=96a086a5-7aa7-435d-8209-67065ba81621,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:47.196052 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c67ad53-4ce4-4051-ae6b-da30458254d3 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:47.206932 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:47.224526 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-350055a4-c3a1-4021-92ee-7df366f20f24 req-f9b3151a-4914-4ee5-8ef2-625e04ace1e5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740318
Feb 04 19:35:47.227369 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Transition to ACTIVE for port object 6c67ad53-4ce4-4051-ae6b-da30458254d3 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:47.317168 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:47.449182 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Pushing event updated for resources: {'Port': ['ID=6c67ad53-4ce4-4051-ae6b-da30458254d3,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:47.583185 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Attempting to bind port 6c67ad53-4ce4-4051-ae6b-da30458254d3 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:47.583751 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Attempting to bind port 6c67ad53-4ce4-4051-ae6b-da30458254d3 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:47.583966 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Attempting to bind port 6c67ad53-4ce4-4051-ae6b-da30458254d3 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:47.639628 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Port 6c67ad53-4ce4-4051-ae6b-da30458254d3 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:35:47.640199 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Attempting to bind port 6c67ad53-4ce4-4051-ae6b-da30458254d3 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:47.658098 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:47.658488 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Checking segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:47.658872 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Bound using segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:47.659299 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Bound port: 6c67ad53-4ce4-4051-ae6b-da30458254d3, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:47.659635 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:47.687695 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-7c9ebba2-2cb3-4eb7-a3ce-8b09a16e830b req-6d484791-04b9-4e65-acbe-94dcf2d92d6f tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Synchronizing usage tracker for tenant:e39808736095449fbc7b9decd72e8c86 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:47.793520 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2575f3f-7ef0-4c8e-a2af-ce74acc0f290 req-054f8ff0-7349-4b61-812d-ab5d6ea91ad0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:47.797643 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c2575f3f-7ef0-4c8e-a2af-ce74acc0f290 req-054f8ff0-7349-4b61-812d-ab5d6ea91ad0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.2110357
Feb 04 19:35:47.826778 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-7c9ebba2-2cb3-4eb7-a3ce-8b09a16e830b req-6d484791-04b9-4e65-acbe-94dcf2d92d6f tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Unset dirty status for tenant:e39808736095449fbc7b9decd72e8c86 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:47.827922 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7c9ebba2-2cb3-4eb7-a3ce-8b09a16e830b req-6d484791-04b9-4e65-acbe-94dcf2d92d6f tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5760398-a6c6-4c18-b321-a088ba342b8c HTTP/1.1" status: 200  len: 210 time: 0.2151010
Feb 04 19:35:47.851033 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-96943bac-ecfd-4007-bf82-76fcf7280af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:47.899014 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] For port 6c67ad53-4ce4-4051-ae6b-da30458254d3, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:47.932820 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c2575f3f-7ef0-4c8e-a2af-ce74acc0f290 req-1665ce2a-6aa6-4b75-b846-5609a3201c10 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174247
Feb 04 19:35:47.934593 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] For port 6c67ad53-4ce4-4051-ae6b-da30458254d3, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=6c67ad53-4ce4-4051-ae6b-da30458254d3,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:47.995406 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.007870 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.075619 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.077564 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] 10.222.0.60 "PUT /v2.0/ports/6c67ad53-4ce4-4051-ae6b-da30458254d3 HTTP/1.1" status: 200  len: 1094 time: 1.6468468
Feb 04 19:35:48.080268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'tag': '6c67ad53-4ce4-4051-ae6b-da30458254d3'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:48.106518 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c0e9-2a49-45f9-b71a-01f627b66a1a service neutron] Pushing event updated for resources: {'Port': ['ID=6c67ad53-4ce4-4051-ae6b-da30458254d3,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:48.158178 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'tag': '6c67ad53-4ce4-4051-ae6b-da30458254d3', 'status': 'completed', 'code': 200}
Feb 04 19:35:48.206565 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.234461 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 236760c9-c3c4-430e-9cdf-5dfb8ec839ba no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:35:48.273722 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 236760c9-c3c4-430e-9cdf-5dfb8ec839ba {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:35:48.274053 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 236760c9-c3c4-430e-9cdf-5dfb8ec839ba not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:35:48.317076 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-797e3e26-5bfe-4b45-9972-5aeb8e16b42e req-fb34fb17-d59e-4b61-b55c-18b20398ca6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 1097 time: 0.1031606
Feb 04 19:35:48.358162 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d731b-c458-452f-b11b-b825ef262f15 req-58fd521e-76be-439d-8b66-eb338a08e9f0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:48.359604 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8f6d731b-c458-452f-b11b-b825ef262f15 req-58fd521e-76be-439d-8b66-eb338a08e9f0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2120154
Feb 04 19:35:48.455804 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8f6d731b-c458-452f-b11b-b825ef262f15 req-05b8b858-7672-42d5-af4c-8a3e1df64f9c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875566
Feb 04 19:35:48.497184 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.534128 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44616) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:48.544010 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f8b24-91fe-4f49-95be-312dc201ba2d req-ef15d851-c43a-4749-b65a-4a6171aeeed6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:48.546059 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e1f8b24-91fe-4f49-95be-312dc201ba2d req-ef15d851-c43a-4749-b65a-4a6171aeeed6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 944 time: 0.1401482
Feb 04 19:35:48.550367 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3e26-5bfe-4b45-9972-5aeb8e16b42e req-caa380fe-17c2-48a1-abe7-3dbf1a34d204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:48.550367 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-797e3e26-5bfe-4b45-9972-5aeb8e16b42e req-caa380fe-17c2-48a1-abe7-3dbf1a34d204 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5dcd92d524f04ada9479b8317460d19e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2182128
Feb 04 19:35:48.569971 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.685314 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=96a086a5-7aa7-435d-8209-67065ba81621,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:48.695719 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3e26-5bfe-4b45-9972-5aeb8e16b42e req-7c7fba0c-d1a9-4632-bf7b-ab59464aa8c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:48.696880 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-797e3e26-5bfe-4b45-9972-5aeb8e16b42e req-7c7fba0c-d1a9-4632-bf7b-ab59464aa8c7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1319389
Feb 04 19:35:48.729148 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e1f8b24-91fe-4f49-95be-312dc201ba2d req-c2ce3c9b-792a-448c-b28c-8fa354ac20d3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768615
Feb 04 19:35:48.743645 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.791114 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:48.839716 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:48.852104 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-4fda8503-109d-4482-b8ff-88837adfc071 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 1097 time: 0.0812232
Feb 04 19:35:48.854016 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Usage tracker for resource:security_group_rule and tenant:f9ca320e5db0464e81c8f853441dee7a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:48.857838 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:48.864656 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:49.003198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:49.048908 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Floating IP 8b5f6198-4366-423c-93a6-b56d9c619880 associated. External IP: 172.27.3.224, port: bb431a5f-97b3-4ed3-8a76-ff3eb01769f6.
Feb 04 19:35:49.059086 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-f912084f-5b4e-47b7-a5b3-491e395cfb08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c67ad53-4ce4-4051-ae6b-da30458254d3 HTTP/1.1" status: 200  len: 217 time: 0.1895950
Feb 04 19:35:49.114324 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:49.177801 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9ca320e5db0464e81c8f853441dee7a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6425872
Feb 04 19:35:49.179268 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90245745-53a0-4c4e-88c4-a531c064b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba87a0-ec51-446c-bd2e-1f5a533d1714,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:49.180492 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44636) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:49.189292 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-3ed1528a-930a-40f6-a0ac-6dc51614456d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:49.190965 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-3ed1528a-930a-40f6-a0ac-6dc51614456d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aaca8623-d906-44b0-a7e5-909186722292 HTTP/1.1" status: 200  len: 855 time: 0.1167572
Feb 04 19:35:49.263424 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-8b333120-e174-4d72-b5fc-729f1a6292e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645528
Feb 04 19:35:49.376940 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df01c68-040b-415f-8c81-a47d32a58c44 req-93f6255a-e5c2-47cd-bb0a-9c260404d7fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:49.378424 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8df01c68-040b-415f-8c81-a47d32a58c44 req-93f6255a-e5c2-47cd-bb0a-9c260404d7fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.2637987
Feb 04 19:35:49.409165 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae381fe-2727-4398-8c56-cf67081230fa req-15941373-23bc-4eda-8655-2a686ce97348 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:49.410625 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-15941373-23bc-4eda-8655-2a686ce97348 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/networks?id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b HTTP/1.1" status: 200  len: 808 time: 0.2137706
Feb 04 19:35:49.417065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-61f57305-6722-4c03-aed4-df722fddc4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:49.437767 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-4d2f6c83-f69d-47d3-a90f-2a1cfd3ea7a4 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/quotas/e39808736095449fbc7b9decd72e8c86 HTTP/1.1" status: 200  len: 375 time: 0.0211973
Feb 04 19:35:49.486454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-61f57305-6722-4c03-aed4-df722fddc4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:49.500937 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-26182bd2-f828-4b91-81fe-a9b33f64558e service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284544
Feb 04 19:35:49.541613 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8df01c68-040b-415f-8c81-a47d32a58c44 req-a70c10e8-5cec-4161-a66f-8d48be634e1e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539867
Feb 04 19:35:49.618011 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-67779693-a83e-48b8-934c-a01fd5d2f466 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e39808736095449fbc7b9decd72e8c86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1725774
Feb 04 19:35:49.736846 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e548ca5c-78f1-4c3e-8581-32bd2ebb4f01 req-3d11d967-49b2-4e82-87a6-030ef68dc3af service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244942
Feb 04 19:35:49.742459 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-61f57305-6722-4c03-aed4-df722fddc4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:49.767052 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f57305-6722-4c03-aed4-df722fddc4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ba87a0-ec51-446c-bd2e-1f5a533d1714,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:49.772047 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-61f57305-6722-4c03-aed4-df722fddc4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:49.773200 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-61f57305-6722-4c03-aed4-df722fddc4e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77ba87a0-ec51-446c-bd2e-1f5a533d1714 HTTP/1.1" status: 204  len: 168 time: 0.5859869
Feb 04 19:35:49.808357 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22636550-c3a3-4442-900b-d34eaa2b8681 req-5a25a474-b01b-484b-bec2-bdc800a0d9b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:49.810310 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-22636550-c3a3-4442-900b-d34eaa2b8681 req-5a25a474-b01b-484b-bec2-bdc800a0d9b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1342444
Feb 04 19:35:49.857627 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-ae11f16b-2003-46ac-8b61-48e7b782ae5b service neutron] 10.222.0.13 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991262
Feb 04 19:35:49.888111 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-22636550-c3a3-4442-900b-d34eaa2b8681 req-e08f4080-42d0-4b0a-99a2-e186db001593 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638576
Feb 04 19:35:49.916990 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-fbb0ef81-77c6-40ba-b01e-888eeb02e75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:50.015080 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:35:50.026058 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-0677c0e8-4597-41f3-80df-2635053413d4 service neutron] 10.222.0.13 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550491
Feb 04 19:35:50.138490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a3a4c-ba69-4269-a06c-f932991a6367 req-f5853a86-4588-4a5e-a60b-20a279ddf790 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:50.140117 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3c6a3a4c-ba69-4269-a06c-f932991a6367 req-f5853a86-4588-4a5e-a60b-20a279ddf790 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 944 time: 0.0979331
Feb 04 19:35:50.206454 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3c6a3a4c-ba69-4269-a06c-f932991a6367 req-41985405-d817-4b8b-865b-7f176f25f74e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602148
Feb 04 19:35:50.236023 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:35:50.251923 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:35:50.263532 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:50.264649 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846399d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:50.360428 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:50.375519 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-81e22939-8522-4d96-8d5a-51ce602bb12f req-348c15da-7e05-4d3c-a778-b6ffc92e874b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 210 time: 0.0461061
Feb 04 19:35:50.433056 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ccd03044-d1b8-4617-9eaa-434632024c3f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.7079449
Feb 04 19:35:50.434473 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:50.462010 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:50.507271 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'status': 'completed', 'code': 200}
Feb 04 19:35:50.601427 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44664) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:50.633569 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:50.684544 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-1215141d-38b4-43f3-8649-52928f84ced0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 1098 time: 0.1123526
Feb 04 19:35:50.688612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:50.700083 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c73ae238754682a643f5b73ec9706d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:50.703824 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:50.712760 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:50.801181 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:50.901391 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846399d0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '8b5f6198-4366-423c-93a6-b56d9c619880', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:46:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981655-f327-42c6-8ea9-94598b80a428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:35:47Z', 'updated_at': '2022-02-04T19:35:47Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:50.905618 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:35:50.906618 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013fa83-ad21-4587-910f-054999c95e3c req-f9e851b5-7a83-4207-9f38-ecffe8b3910e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:50.908183 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0013fa83-ad21-4587-910f-054999c95e3c req-f9e851b5-7a83-4207-9f38-ecffe8b3910e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.2184563
Feb 04 19:35:50.913087 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-29c19664-5ee0-484a-bb22-725561ba42da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:50.913087 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-29c19664-5ee0-484a-bb22-725561ba42da service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.2211337
Feb 04 19:35:50.918017 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:35:50.918633 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846399d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:50.936677 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:50.986328 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a510c7b-3d26-4f7b-a681-30a58acfae51,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:50.993147 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-8f0250fa-42fa-43fd-9e1b-dd802ad28ba5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9c73ae238754682a643f5b73ec9706d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3918681
Feb 04 19:35:50.993763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44674) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:51.049766 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0013fa83-ad21-4587-910f-054999c95e3c req-1ac35495-fdbb-4f05-ae1e-2a462f90d6f2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1334946
Feb 04 19:35:51.091789 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-914a4ceb-b3e0-4b5b-99eb-c97ee8a8cac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:51.094195 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-9bb23bbe-1139-489d-b47d-fff6a015bc49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 HTTP/1.1" status: 200  len: 999 time: 0.1639018
Feb 04 19:35:51.129281 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-914a4ceb-b3e0-4b5b-99eb-c97ee8a8cac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:51.170753 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:51.196418 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-cb70cd4f-1861-4df9-949b-a9fe22b5a6d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:51.197704 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-cb70cd4f-1861-4df9-949b-a9fe22b5a6d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0927575
Feb 04 19:35:51.204155 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:35:51.266965 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276f2f8-3448-4760-aad4-afe5bbafee74 req-7e78aaf5-c628-4d02-86e9-e7fd8d7bc6af tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:51.268408 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9276f2f8-3448-4760-aad4-afe5bbafee74 req-7e78aaf5-c628-4d02-86e9-e7fd8d7bc6af tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0944123
Feb 04 19:35:51.311222 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-e8869a3d-c4ec-431b-811b-43636a857556 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1057906
Feb 04 19:35:51.318958 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-914a4ceb-b3e0-4b5b-99eb-c97ee8a8cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:51.341840 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a4ceb-b3e0-4b5b-99eb-c97ee8a8cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a510c7b-3d26-4f7b-a681-30a58acfae51,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:51.347724 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9276f2f8-3448-4760-aad4-afe5bbafee74 req-934843a2-254d-4be9-8e5e-04309ff31208 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737555
Feb 04 19:35:51.353198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-914a4ceb-b3e0-4b5b-99eb-c97ee8a8cac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:51.357298 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-914a4ceb-b3e0-4b5b-99eb-c97ee8a8cac1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a510c7b-3d26-4f7b-a681-30a58acfae51 HTTP/1.1" status: 204  len: 168 time: 0.3619630
Feb 04 19:35:51.613815 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-577d23d0-cb58-4cce-a5ea-ef4b785a69e7 req-8497b8c7-cdf8-4f5d-8588-21c2c41f14e0 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 210 time: 0.0617402
Feb 04 19:35:51.667910 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976619a3-6ad1-4ee0-831a-e3a0e924ab05 req-da3e75e7-81d4-4c44-bde8-4c0bfe8f870c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:51.676451 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-976619a3-6ad1-4ee0-831a-e3a0e924ab05 req-da3e75e7-81d4-4c44-bde8-4c0bfe8f870c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 944 time: 0.3181527
Feb 04 19:35:51.705521 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-9814802d-f46e-4208-b5ea-380a151c3959 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3878186
Feb 04 19:35:51.714209 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846399d0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '8b5f6198-4366-423c-93a6-b56d9c619880', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:46:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981655-f327-42c6-8ea9-94598b80a428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:35:47Z', 'updated_at': '2022-02-04T19:35:47Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:35:51.720549 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3423be-ca0a-4c9a-b8e1-2f08b424aace None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '8b5f6198-4366-423c-93a6-b56d9c619880', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:46:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57981655-f327-42c6-8ea9-94598b80a428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:35:47Z', 'updated_at': '2022-02-04T19:35:47Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:35:51.723729 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:51.798211 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-976619a3-6ad1-4ee0-831a-e3a0e924ab05 req-40b08ce8-26eb-4a21-90c0-745e7824b2aa tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209130
Feb 04 19:35:51.864942 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1d1b6f67-5640-41d1-9961-3cbca9f38e4c req-ec666867-31f2-4c87-b469-92168b895cfb service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517749
Feb 04 19:35:52.260943 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172deb49-fb4f-4dcc-a0d1-99b852f7b177 req-d579a981-0202-4d78-a7b3-619d4c871fcb tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:52.262462 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-172deb49-fb4f-4dcc-a0d1-99b852f7b177 req-d579a981-0202-4d78-a7b3-619d4c871fcb tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0791368
Feb 04 19:35:52.298281 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 44690) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:52.313051 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-172deb49-fb4f-4dcc-a0d1-99b852f7b177 req-19790b78-c374-4b32-827d-1090520dcc21 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440948
Feb 04 19:35:52.316884 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:52.349966 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:52.353878 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Usage tracker for resource:security_group_rule and tenant:31c5751918ea449c9a3b32277fa99194 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:35:52.356757 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:35:52.362328 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:52.427815 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:52.495148 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:52.587688 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43754bb6-9c8e-4ea5-ad64-22c97ec8b765,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:52.592813 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-4ce68fb0-6a0e-4871-895b-838f5d52523a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31c5751918ea449c9a3b32277fa99194&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2935274
Feb 04 19:35:52.598313 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 44696) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:35:52.642099 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59763600-5968-492f-9130-2a1ae255a909 req-5700e426-bba5-4bee-86d7-50e5381840dd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:52.642721 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-59763600-5968-492f-9130-2a1ae255a909 req-5700e426-bba5-4bee-86d7-50e5381840dd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1041803
Feb 04 19:35:52.716123 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-59763600-5968-492f-9130-2a1ae255a909 req-befdea45-19e3-463e-8f01-59afc159bfa6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679393
Feb 04 19:35:52.741185 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-20d799a9-2437-452d-931f-042cd310a3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:52.777228 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-20d799a9-2437-452d-931f-042cd310a3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:52.838937 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-18205177-c109-4e26-a7a8-851cd5e98bed req-1a5c5664-b1e2-48f9-8dbc-d4c4faf2994c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 210 time: 0.0539501
Feb 04 19:35:52.969796 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-20d799a9-2437-452d-931f-042cd310a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:52.987138 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d799a9-2437-452d-931f-042cd310a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43754bb6-9c8e-4ea5-ad64-22c97ec8b765,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:52.991930 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-20d799a9-2437-452d-931f-042cd310a3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:52.993051 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-20d799a9-2437-452d-931f-042cd310a3e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43754bb6-9c8e-4ea5-ad64-22c97ec8b765 HTTP/1.1" status: 204  len: 168 time: 0.3956091
Feb 04 19:35:53.098582 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae381fe-2727-4398-8c56-cf67081230fa req-51f70cb6-a18b-498a-820a-0c094771422c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:53.099992 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-51f70cb6-a18b-498a-820a-0c094771422c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "GET /v2.0/networks?id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b HTTP/1.1" status: 200  len: 808 time: 0.2136998
Feb 04 19:35:53.106488 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fb1e7-9667-405f-a608-f103ad741302 req-3189a2f7-5350-4c33-90c8-eac19ad1e20e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:53.108404 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-428fb1e7-9667-405f-a608-f103ad741302 req-3189a2f7-5350-4c33-90c8-eac19ad1e20e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 944 time: 0.1497514
Feb 04 19:35:53.144182 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Request body: {'port': {'device_id': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b', 'admin_state_up': True, 'tenant_id': 'e39808736095449fbc7b9decd72e8c86'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:53.238553 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-428fb1e7-9667-405f-a608-f103ad741302 req-0388725c-c9f1-40aa-97aa-c36a52778c82 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244388
Feb 04 19:35:53.320566 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:35:53.332414 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:35:53.384969 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:53.416446 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Made reservation on behalf of e39808736095449fbc7b9decd72e8c86 for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:35:53.419988 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:53.550387 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ed57-912d-419c-9c59-4c6fb420e217 req-4614c5f2-db0a-44fc-9718-68514a45282e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:53.551847 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2352ed57-912d-419c-9c59-4c6fb420e217 req-4614c5f2-db0a-44fc-9718-68514a45282e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0905414
Feb 04 19:35:53.618525 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Allocated IP 172.20.0.13 (bdf7cc44-af9f-45c1-989d-ee24aa7dc98b/2a1dc0ea-6a25-417b-be6c-1fd57fe966d0/738f8dd1-1168-4642-91e7-21f66e4b6d59) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:35:53.622232 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2352ed57-912d-419c-9c59-4c6fb420e217 req-cea772f3-fb01-49d8-90f1-45e6481ab0ad tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641065
Feb 04 19:35:53.739513 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b3a08-5561-4026-a1bc-3436eef10516 None None] New status for floating IP 8b5f6198-4366-423c-93a6-b56d9c619880: ACTIVE {{(pid=83676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:35:53.868248 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:53.981436 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747adaf-a851-406e-a36a-d7367535b4b3 req-08c1c287-eac7-4556-909d-5c7713a84e00 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:53.983438 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e747adaf-a851-406e-a36a-d7367535b4b3 req-08c1c287-eac7-4556-909d-5c7713a84e00 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0903466
Feb 04 19:35:54.024898 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8252fb7e-2420-4225-bc10-d972923034cd req-5f5d6e94-65f7-468f-a163-d0ea9a85c95c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 210 time: 0.0463169
Feb 04 19:35:54.031237 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e747adaf-a851-406e-a36a-d7367535b4b3 req-34ef8f74-b539-443f-acf8-366275c4ab14 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420892
Feb 04 19:35:54.055731 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:54.140802 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:35:54.141992 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Pushing event updated for resources: {'Port': ['ID=738f8dd1-1168-4642-91e7-21f66e4b6d59,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:54.144509 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:35:54.146572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:35:54.207175 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:54.207770 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:54.283301 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 6c67ad53-4ce4-4051-ae6b-da30458254d3 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:35:54.313810 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-fb3d5949-f0c9-4d73-ac57-46f11cd8585c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1758113
Feb 04 19:35:54.331208 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Request body: {'port': {'device_id': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:35:54.481748 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 6c67ad53-4ce4-4051-ae6b-da30458254d3, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=6c67ad53-4ce4-4051-ae6b-da30458254d3,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:54.484269 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:54.511040 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '6c67ad53-4ce4-4051-ae6b-da30458254d3', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'port_id': '6c67ad53-4ce4-4051-ae6b-da30458254d3', 'mac_address': 'fa:16:3e:7a:ea:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaca8623-d906-44b0-a7e5-909186722292', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:35:54.582915 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:54.604927 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c67ad53-4ce4-4051-ae6b-da30458254d3 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:54.606354 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e3cc9-a932-4936-8af1-21c1532d27e6 req-df6a2099-7ef9-43ac-b998-b859fd05d4ec tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:54.622091 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 6c67ad53-4ce4-4051-ae6b-da30458254d3, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=6c67ad53-4ce4-4051-ae6b-da30458254d3,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:54.625707 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c32e3cc9-a932-4936-8af1-21c1532d27e6 req-df6a2099-7ef9-43ac-b998-b859fd05d4ec tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 944 time: 0.2519195
Feb 04 19:35:54.709242 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-c32e3cc9-a932-4936-8af1-21c1532d27e6 req-79ed3bb8-4604-41ee-ab01-277b04dd4dfb tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:35:54.729539 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:54.827252 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=6c67ad53-4ce4-4051-ae6b-da30458254d3,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:54.833211 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-c32e3cc9-a932-4936-8af1-21c1532d27e6 req-79ed3bb8-4604-41ee-ab01-277b04dd4dfb tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:35:54.834401 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c32e3cc9-a932-4936-8af1-21c1532d27e6 req-79ed3bb8-4604-41ee-ab01-277b04dd4dfb tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047718
Feb 04 19:35:55.001601 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d0d3d-d0f1-4bce-a916-371d37777700 req-dc576f55-0406-449b-88c7-59aa1b5648a5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:55.003089 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-685d0d3d-d0f1-4bce-a916-371d37777700 req-dc576f55-0406-449b-88c7-59aa1b5648a5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1398981
Feb 04 19:35:55.090125 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738f8dd1-1168-4642-91e7-21f66e4b6d59 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:55.099284 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:55.103582 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-685d0d3d-d0f1-4bce-a916-371d37777700 req-0d7a78b4-56d0-4579-9a59-0acdd2a414ab tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949590
Feb 04 19:35:55.117602 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Transition to ACTIVE for port object 738f8dd1-1168-4642-91e7-21f66e4b6d59 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:35:55.209751 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:55.243206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726486-d67a-4667-b2cc-220d28cf3ceb req-a9b51ef6-ebf5-4773-b10a-d8a7191a411e tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:55.244722 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-62726486-d67a-4667-b2cc-220d28cf3ceb req-a9b51ef6-ebf5-4773-b10a-d8a7191a411e tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 932 time: 0.0822999
Feb 04 19:35:55.275226 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:55.298339 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-62726486-d67a-4667-b2cc-220d28cf3ceb req-059941a8-1d5f-4d1f-9ad1-2d61b9c2c99e tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466876
Feb 04 19:35:55.389514 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Pushing event updated for resources: {'Port': ['ID=738f8dd1-1168-4642-91e7-21f66e4b6d59,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:55.497501 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef7f18-ab67-4041-b83a-64856d2a4877 req-e4a04436-5b8e-4ca5-904a-09c9715b4d14 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:55.499462 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20ef7f18-ab67-4041-b83a-64856d2a4877 req-e4a04436-5b8e-4ca5-904a-09c9715b4d14 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2528155
Feb 04 19:35:55.558478 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Attempting to bind port 738f8dd1-1168-4642-91e7-21f66e4b6d59 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:35:55.558803 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Attempting to bind port 738f8dd1-1168-4642-91e7-21f66e4b6d59 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:35:55.559120 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Attempting to bind port 738f8dd1-1168-4642-91e7-21f66e4b6d59 on network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:55.575929 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20ef7f18-ab67-4041-b83a-64856d2a4877 req-652598c7-43a4-4d3b-815f-3b07dcd5334c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703611
Feb 04 19:35:55.576527 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Port 738f8dd1-1168-4642-91e7-21f66e4b6d59 on network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:35:55.576846 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Attempting to bind port 738f8dd1-1168-4642-91e7-21f66e4b6d59 on network bdf7cc44-af9f-45c1-989d-ee24aa7dc98b {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:35:55.584266 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:35:55.584652 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Checking segment: {'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:35:55.585029 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Bound using segment: {'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:35:55.585585 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Bound port: 738f8dd1-1168-4642-91e7-21f66e4b6d59, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1291255-e959-4209-adc6-70a247176f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:35:55.585808 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:55.719378 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] For port 738f8dd1-1168-4642-91e7-21f66e4b6d59, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:35:55.722774 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] For port 738f8dd1-1168-4642-91e7-21f66e4b6d59, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=738f8dd1-1168-4642-91e7-21f66e4b6d59,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:35:55.790959 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:55.864652 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:55.866059 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] 10.222.0.60 "PUT /v2.0/ports/738f8dd1-1168-4642-91e7-21f66e4b6d59 HTTP/1.1" status: 200  len: 1094 time: 1.5389984
Feb 04 19:35:55.866555 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'tag': '738f8dd1-1168-4642-91e7-21f66e4b6d59'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:55.898740 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50705d97-ca66-4af8-a774-c2c879c9e8fd service neutron] Pushing event updated for resources: {'Port': ['ID=738f8dd1-1168-4642-91e7-21f66e4b6d59,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:55.928892 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'tag': '738f8dd1-1168-4642-91e7-21f66e4b6d59', 'status': 'completed', 'code': 200}
Feb 04 19:35:56.055459 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a7fe-aafd-4974-a92c-33cafdda1eec req-5e3a21a5-d26c-48d8-a5ee-9f7c75799e51 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:56.056910 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9db7a7fe-aafd-4974-a92c-33cafdda1eec req-5e3a21a5-d26c-48d8-a5ee-9f7c75799e51 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 945 time: 0.0827563
Feb 04 19:35:56.060631 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b16ef74d-0c4a-4155-9287-9701b4aa9d3b req-4f53b8ea-9966-4fd9-994b-a39b25149c2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e39808736095449fbc7b9decd72e8c86&device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 1097 time: 0.0753059
Feb 04 19:35:56.102491 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9db7a7fe-aafd-4974-a92c-33cafdda1eec req-09f1936b-3d32-4e00-9183-666f959f0ae3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398748
Feb 04 19:35:56.222078 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ef74d-0c4a-4155-9287-9701b4aa9d3b req-55625d59-d9a9-498d-9fe3-b4102df5c44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:56.223494 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b16ef74d-0c4a-4155-9287-9701b4aa9d3b req-55625d59-d9a9-498d-9fe3-b4102df5c44e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e39808736095449fbc7b9decd72e8c86&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1504090
Feb 04 19:35:56.417999 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ef74d-0c4a-4155-9287-9701b4aa9d3b req-372fa40d-241e-4a46-b4c4-fcfebac33e09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:56.419459 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b16ef74d-0c4a-4155-9287-9701b4aa9d3b req-372fa40d-241e-4a46-b4c4-fcfebac33e09 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1896660
Feb 04 19:35:56.430718 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ab4a5-1ce2-4779-a282-4f9d2ecc0657 req-86447280-9b7b-4de5-9dec-c2d3d226af4b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:56.432178 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-744ab4a5-1ce2-4779-a282-4f9d2ecc0657 req-86447280-9b7b-4de5-9dec-c2d3d226af4b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1783614
Feb 04 19:35:56.482702 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-744ab4a5-1ce2-4779-a282-4f9d2ecc0657 req-ecff1e2e-05e6-44db-9557-1b389e1a2a2d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449350
Feb 04 19:35:56.524802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98232cd-7cd1-452f-b7c7-0c0f9ed19808 req-0c5eab29-72ff-43c9-9d16-3c9a194716e9 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:56.526400 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e98232cd-7cd1-452f-b7c7-0c0f9ed19808 req-0c5eab29-72ff-43c9-9d16-3c9a194716e9 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 944 time: 0.0937274
Feb 04 19:35:56.574697 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e98232cd-7cd1-452f-b7c7-0c0f9ed19808 req-76705722-f68f-4cf6-8fd7-565967b0d37e tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405438
Feb 04 19:35:56.585700 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-4d6ffd60-1215-4268-a5b9-89b3ecb7444c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e39808736095449fbc7b9decd72e8c86&device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 1097 time: 0.0685079
Feb 04 19:35:56.676442 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-0675ce5a-2a06-4695-bef9-237a73f0b578 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738f8dd1-1168-4642-91e7-21f66e4b6d59 HTTP/1.1" status: 200  len: 217 time: 0.0639331
Feb 04 19:35:56.771405 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae381fe-2727-4398-8c56-cf67081230fa req-34803a2a-6fa5-48d9-a0c4-c9041090ee3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:56.772832 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-34803a2a-6fa5-48d9-a0c4-c9041090ee3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a1dc0ea-6a25-417b-be6c-1fd57fe966d0 HTTP/1.1" status: 200  len: 848 time: 0.0903294
Feb 04 19:35:56.823861 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-9bd18e87-874d-4306-b8bd-95d42a8d7903 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447955
Feb 04 19:35:57.015987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f45d-725e-4142-ad16-8899d80e1cb1 req-b8af4acd-b01a-4d5e-9538-f3cd8b376a50 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:57.017683 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3e90f45d-725e-4142-ad16-8899d80e1cb1 req-b8af4acd-b01a-4d5e-9538-f3cd8b376a50 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2855091
Feb 04 19:35:57.084206 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-54d37d13-1c06-488c-b436-6c05cc6b1a5a service neutron] 10.222.0.60 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488477
Feb 04 19:35:57.088594 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3e90f45d-725e-4142-ad16-8899d80e1cb1 req-6d5885fb-9580-4e5c-9940-8590c1d69fa0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633399
Feb 04 19:35:57.215511 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bae381fe-2727-4398-8c56-cf67081230fa req-ef09e70e-dbaa-4805-b1d4-4d2f1710ea5d service neutron] 10.222.0.60 "GET /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245613
Feb 04 19:35:57.311786 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9c575-4489-4ef4-af77-ed8ed624ea00 req-8b538e67-832c-4609-b067-54d412ba325d tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:57.313257 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0ae9c575-4489-4ef4-af77-ed8ed624ea00 req-8b538e67-832c-4609-b067-54d412ba325d tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 945 time: 0.0765224
Feb 04 19:35:57.357996 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0ae9c575-4489-4ef4-af77-ed8ed624ea00 req-e911cea6-f613-4415-93d8-44d58774e94b tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386000
Feb 04 19:35:57.687466 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddfd08-565f-41ba-b684-e6edf5722176 req-42df995f-19a2-46b5-9f16-74cadfa50e02 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:57.689755 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5ddfd08-565f-41ba-b684-e6edf5722176 req-42df995f-19a2-46b5-9f16-74cadfa50e02 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0780127
Feb 04 19:35:57.742104 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5ddfd08-565f-41ba-b684-e6edf5722176 req-830f3c56-f6c2-48ee-96c6-5366f6d69596 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478230
Feb 04 19:35:57.787175 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ba508-b50b-4e97-bcf9-a010a55e1d4a req-f37dc52d-1e90-468f-bdc3-4db19deb1bfd tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:57.788616 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7b7ba508-b50b-4e97-bcf9-a010a55e1d4a req-f37dc52d-1e90-468f-bdc3-4db19deb1bfd tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 944 time: 0.0793934
Feb 04 19:35:57.833219 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7b7ba508-b50b-4e97-bcf9-a010a55e1d4a req-cb28c6eb-9683-4f65-b380-9b1b1b007b6f tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391843
Feb 04 19:35:58.291348 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:35:58.299732 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 6c67ad53-4ce4-4051-ae6b-da30458254d3 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:35:58.306906 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5acc02-76ed-467b-a93e-58cf15adde45 req-5ef62709-00e3-49d1-98fa-48ef7cc63394 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:58.308380 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ed5acc02-76ed-467b-a93e-58cf15adde45 req-5ef62709-00e3-49d1-98fa-48ef7cc63394 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0767951
Feb 04 19:35:58.365031 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ed5acc02-76ed-467b-a93e-58cf15adde45 req-280850ef-a16f-4f6e-bde9-228f0b858c77 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466335
Feb 04 19:35:58.487904 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:58.501202 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'port_id': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'mac_address': 'fa:16:3e:e6:71:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:35:58.560999 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:58.561994 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73390-3957-4929-981b-3bb7f77a4a65 req-88304cd3-0feb-41d4-b40a-952a98979f3f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:58.563447 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-caf73390-3957-4929-981b-3bb7f77a4a65 req-88304cd3-0feb-41d4-b40a-952a98979f3f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 945 time: 0.0759380
Feb 04 19:35:58.573887 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 6c67ad53-4ce4-4051-ae6b-da30458254d3 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:35:58.582401 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd5c5699-ddb7-4265-8537-b725bd8c23d5 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:35:58.585674 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 6c67ad53-4ce4-4051-ae6b-da30458254d3 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:35:58.586029 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:58.618200 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-caf73390-3957-4929-981b-3bb7f77a4a65 req-e3253e96-04c9-4912-a631-4c79b1f04e5a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491781
Feb 04 19:35:58.642830 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:58.713732 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:58.725084 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:58.795630 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67ad53-4ce4-4051-ae6b-da30458254d3'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:35:58.812924 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 6c67ad53-4ce4-4051-ae6b-da30458254d3, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=6c67ad53-4ce4-4051-ae6b-da30458254d3,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:35:58.821361 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=6']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:58.874048 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67ad53-4ce4-4051-ae6b-da30458254d3', 'code': 200}
Feb 04 19:35:58.928366 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dd5c5699-ddb7-4265-8537-b725bd8c23d5'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:35:58.956041 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ff6fd-6a5a-44a5-b18a-d0895544d7aa req-9054d303-4e02-4406-8c38-d5f1346ca000 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:58.957670 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-208ff6fd-6a5a-44a5-b18a-d0895544d7aa req-9054d303-4e02-4406-8c38-d5f1346ca000 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0922089
Feb 04 19:35:58.973377 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:35:59.031696 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-208ff6fd-6a5a-44a5-b18a-d0895544d7aa req-addac19d-1843-4e93-b15a-100ee9060c2a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649755
Feb 04 19:35:59.052055 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=6c67ad53-4ce4-4051-ae6b-da30458254d3,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:35:59.084450 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c83be-73df-4a41-a071-344008897860 req-292ff433-d5d0-4858-96f6-1dbe1abe43ac tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:59.093313 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa0c83be-73df-4a41-a071-344008897860 req-292ff433-d5d0-4858-96f6-1dbe1abe43ac tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 944 time: 0.1008258
Feb 04 19:35:59.149732 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa0c83be-73df-4a41-a071-344008897860 req-76816f1e-32d5-46e5-b0a0-3809073f58c4 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552347
Feb 04 19:35:59.340031 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6c10ec50-5298-4e79-9a7d-1a9df152dd69 req-2b338f5e-ed1e-4910-9a44-04eb93b1e38d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 1099 time: 0.0657463
Feb 04 19:35:59.383827 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6c10ec50-5298-4e79-9a7d-1a9df152dd69 req-9bbfca88-c656-4161-87e1-e735662defbf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355701
Feb 04 19:35:59.566543 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60285-446d-4b9e-96cf-2afeb2059ae5 req-e727c556-07de-4b98-bdf1-2afe18043cda tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:59.567967 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c5c60285-446d-4b9e-96cf-2afeb2059ae5 req-e727c556-07de-4b98-bdf1-2afe18043cda tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0803237
Feb 04 19:35:59.582978 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b376d2-3e39-4240-88dc-4fa69e26dc70 req-7416bbce-e020-4506-a486-391a27c450a0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:59.584510 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-22b376d2-3e39-4240-88dc-4fa69e26dc70 req-7416bbce-e020-4506-a486-391a27c450a0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.0805111
Feb 04 19:35:59.616667 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c5c60285-446d-4b9e-96cf-2afeb2059ae5 req-a161ce80-a153-4cb3-91cf-c538c2488207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427516
Feb 04 19:35:59.628946 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-22b376d2-3e39-4240-88dc-4fa69e26dc70 req-64cd63ee-cc4f-40dd-a75e-4833f17b2015 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390174
Feb 04 19:35:59.820601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3b26a-905f-406b-8267-64bd29a3775f req-7f5b2f80-cfe2-4b47-beea-a90bba9f64c5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:35:59.822039 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-76b3b26a-905f-406b-8267-64bd29a3775f req-7f5b2f80-cfe2-4b47-beea-a90bba9f64c5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.0755646
Feb 04 19:35:59.869505 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-76b3b26a-905f-406b-8267-64bd29a3775f req-f7a0b2db-ebfd-49d8-975b-bd0439c5763e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392652
Feb 04 19:36:00.261831 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-2d788447-bb18-4aec-b324-d185d5a6ec77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1098 time: 0.0690269
Feb 04 19:36:00.308593 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:36:00.376139 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port dd5c5699-ddb7-4265-8537-b725bd8c23d5 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:36:00.376409 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:00.448723 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-e614e7ad-8c40-477c-8ef6-9770e8e13aec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:00.450174 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-e614e7ad-8c40-477c-8ef6-9770e8e13aec service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.1490006
Feb 04 19:36:00.455881 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527679-60ba-4106-90c6-00cde2a473cc req-72742f7e-21b3-4de6-9021-e02ba08ffd61 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:00.456512 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-88527679-60ba-4106-90c6-00cde2a473cc req-72742f7e-21b3-4de6-9021-e02ba08ffd61 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Synchronizing usage tracker for tenant:e39808736095449fbc7b9decd72e8c86 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:36:00.489305 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:00.535529 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:00.560089 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-55e9b79e-ca35-4428-9c88-d9f0b28e61a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 1001 time: 0.1008387
Feb 04 19:36:00.619026 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:00.622284 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-d3ab8b1e-2e1e-46cf-9530-1acd292f8bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:00.623735 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-d3ab8b1e-2e1e-46cf-9530-1acd292f8bca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.0562887
Feb 04 19:36:00.629849 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-88527679-60ba-4106-90c6-00cde2a473cc req-72742f7e-21b3-4de6-9021-e02ba08ffd61 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Unset dirty status for tenant:e39808736095449fbc7b9decd72e8c86 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:36:00.630835 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-88527679-60ba-4106-90c6-00cde2a473cc req-72742f7e-21b3-4de6-9021-e02ba08ffd61 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 944 time: 0.3624074
Feb 04 19:36:00.723978 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=7']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:00.730026 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-88527679-60ba-4106-90c6-00cde2a473cc req-3245c5bc-bcc4-4e13-89bc-092c00f1f211 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612528
Feb 04 19:36:00.759567 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-c191cedf-bc35-470a-8dc8-795f19830b5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1250224
Feb 04 19:36:00.852196 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631bb88-b5bf-49f3-8199-f953a29d48de req-a5f4ac5c-04a0-407c-a038-35f9f11a04da tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:00.853795 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c631bb88-b5bf-49f3-8199-f953a29d48de req-a5f4ac5c-04a0-407c-a038-35f9f11a04da tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0895503
Feb 04 19:36:00.874836 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:00.903130 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c631bb88-b5bf-49f3-8199-f953a29d48de req-cc08765c-4c07-4b31-be8d-8d15ecc4fdfe tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427773
Feb 04 19:36:00.959115 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-1535c6af-7941-41ad-8e9d-7cf68c133d58 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835406
Feb 04 19:36:00.973359 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d426-a5bd-437e-8959-531de6f9edd4 req-3da9acfc-4df2-486f-9bf3-0fbf6d0a8dbe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:00.974726 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8627d426-a5bd-437e-8959-531de6f9edd4 req-3da9acfc-4df2-486f-9bf3-0fbf6d0a8dbe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1232152
Feb 04 19:36:00.986020 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'code': 200}
Feb 04 19:36:01.121905 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8627d426-a5bd-437e-8959-531de6f9edd4 req-e77c7330-4e24-43a8-b5de-cf157ef952d5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298304
Feb 04 19:36:01.161622 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0e9531d5-624b-403d-bb5a-75c8a391d4fd req-3c185664-bcaa-4bc5-9ce8-cf0780a065bc service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940989
Feb 04 19:36:01.179910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd19d33-6d02-4088-af64-f93964b0f5a4 req-a62a6b3c-6ff5-4ced-ab62-6830040c4b11 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:01.185133 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19d33-6d02-4088-af64-f93964b0f5a4 req-a62a6b3c-6ff5-4ced-ab62-6830040c4b11 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.1013851
Feb 04 19:36:01.228546 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19d33-6d02-4088-af64-f93964b0f5a4 req-f02a263f-d3fe-4084-9f58-ba9dd5da1e2f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395522
Feb 04 19:36:02.121669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d3489-8b57-4502-820a-f677a7da829e req-94b303b2-f6c8-48bd-a16a-1ce1b42dec9a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:02.124110 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c38d3489-8b57-4502-820a-f677a7da829e req-94b303b2-f6c8-48bd-a16a-1ce1b42dec9a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0825629
Feb 04 19:36:02.165435 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c417c9f-40c6-413e-af96-ba00d2299c82 req-e8d74809-20c9-4513-ac60-167b15db2517 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:02.166917 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c417c9f-40c6-413e-af96-ba00d2299c82 req-e8d74809-20c9-4513-ac60-167b15db2517 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 944 time: 0.1708162
Feb 04 19:36:02.176003 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c38d3489-8b57-4502-820a-f677a7da829e req-563945e0-577d-4ef7-b9ca-9cf5865b50ff tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454445
Feb 04 19:36:02.213577 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c417c9f-40c6-413e-af96-ba00d2299c82 req-a4c72bdc-ad15-4a60-b64d-5a51268f4d94 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404942
Feb 04 19:36:02.327965 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 738f8dd1-1168-4642-91e7-21f66e4b6d59 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:36:02.419035 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0584882-6edf-4fbb-bcce-2626b6e2a783 req-ca36300f-9476-4119-8983-3e1ed86d8dd6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:02.427391 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b0584882-6edf-4fbb-bcce-2626b6e2a783 req-ca36300f-9476-4119-8983-3e1ed86d8dd6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1343329
Feb 04 19:36:02.469665 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7574342-6142-47af-9271-7b3d346587e6 req-9422b985-8d6b-4643-87c9-57223b9fc55e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:02.471061 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f7574342-6142-47af-9271-7b3d346587e6 req-9422b985-8d6b-4643-87c9-57223b9fc55e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.1025095
Feb 04 19:36:02.481145 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 738f8dd1-1168-4642-91e7-21f66e4b6d59, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=738f8dd1-1168-4642-91e7-21f66e4b6d59,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:02.497309 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b0584882-6edf-4fbb-bcce-2626b6e2a783 req-0ae0f36a-6494-47f6-b71b-6c8bf5105258 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687094
Feb 04 19:36:02.502998 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '738f8dd1-1168-4642-91e7-21f66e4b6d59', 'network_id': 'bdf7cc44-af9f-45c1-989d-ee24aa7dc98b', 'port_id': '738f8dd1-1168-4642-91e7-21f66e4b6d59', 'mac_address': 'fa:16:3e:54:46:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1dc0ea-6a25-417b-be6c-1fd57fe966d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:36:02.530572 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f7574342-6142-47af-9271-7b3d346587e6 req-8199b00d-4669-4f77-9f61-9933ff0270cc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525291
Feb 04 19:36:02.556938 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:02.573877 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738f8dd1-1168-4642-91e7-21f66e4b6d59 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:36:02.589240 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 738f8dd1-1168-4642-91e7-21f66e4b6d59, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=738f8dd1-1168-4642-91e7-21f66e4b6d59,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:02.666641 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:02.737937 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=738f8dd1-1168-4642-91e7-21f66e4b6d59,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:03.336740 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Sync routers for ids ['7a3c980c-d587-4c9f-94d4-15da460a167f'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:36:03.349105 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Routers {'7a3c980c-d587-4c9f-94d4-15da460a167f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:36:03.349782 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c50190>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['7a3c980c-d587-4c9f-94d4-15da460a167f'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:03.386801 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['738f8dd1-1168-4642-91e7-21f66e4b6d59'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:36:03.390980 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8650a96-04e5-44cd-807d-6f577e5ce9fa req-f628b727-2a79-4ad5-8bd0-b737c888dc0a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:03.392807 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b8650a96-04e5-44cd-807d-6f577e5ce9fa req-f628b727-2a79-4ad5-8bd0-b737c888dc0a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0897596
Feb 04 19:36:03.441606 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b8650a96-04e5-44cd-807d-6f577e5ce9fa req-774de576-1372-4b31-a3ba-d2c6b14769a0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414376
Feb 04 19:36:03.488224 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aff9b-794a-4257-bad0-597911f1c847 req-5b308499-210f-4366-87a6-0fa517896a14 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:03.489766 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e3aff9b-794a-4257-bad0-597911f1c847 req-5b308499-210f-4366-87a6-0fa517896a14 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 945 time: 0.1495008
Feb 04 19:36:03.572220 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Set router 7a3c980c-d587-4c9f-94d4-15da460a167f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:36:03.572413 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e3aff9b-794a-4257-bad0-597911f1c847 req-44653532-751a-4bea-8820-761b4849d427 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759628
Feb 04 19:36:03.765293 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b76674-2898-4f06-8bd6-c297b68029d4 req-c1dbfcb8-7992-406a-92f6-6689379ec71d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:03.772746 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-54b76674-2898-4f06-8bd6-c297b68029d4 req-c1dbfcb8-7992-406a-92f6-6689379ec71d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1167657
Feb 04 19:36:03.798951 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db048ea9-e684-4e3f-b9e1-bdf478d091a2 req-cf23c0de-bfa0-4fd0-a997-2ca9e5df2e40 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:03.805664 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-db048ea9-e684-4e3f-b9e1-bdf478d091a2 req-cf23c0de-bfa0-4fd0-a997-2ca9e5df2e40 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.0981667
Feb 04 19:36:03.817949 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-54b76674-2898-4f06-8bd6-c297b68029d4 req-17e89bf4-9d63-4262-88c4-457dd0d21e1a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443311
Feb 04 19:36:03.849640 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-db048ea9-e684-4e3f-b9e1-bdf478d091a2 req-026d9a61-cf6f-441a-9714-110713e4a7c4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430133
Feb 04 19:36:03.906373 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c50190>, [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 4, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port': {'id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:32Z', 'updated_at': '2022-02-04T19:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '101f94f0-fbd7-43fc-b6be-ae5d86f47317', 'name': '', 'network_id': 'c5472404-df63-4f89-be69-413d379d833c', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'mac_address': 'fa:16:3e:9a:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:36Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 2, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'subnets': [{'id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:03.910252 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Checking router: 7a3c980c-d587-4c9f-94d4-15da460a167f for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:36:03.910589 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Updating router 7a3c980c-d587-4c9f-94d4-15da460a167f port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:36:03.962058 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:04.297060 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:04.308305 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Transition to ACTIVE for port object 101f94f0-fbd7-43fc-b6be-ae5d86f47317 will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:36:04.395830 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:04.525892 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Pushing event updated for resources: {'Port': ['ID=101f94f0-fbd7-43fc-b6be-ae5d86f47317,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:04.567749 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.568086 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.568414 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.568759 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.569081 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.569447 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.569768 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.570090 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.570422 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.570752 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.571086 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:04.637440 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Attempting to bind port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:36:04.637807 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Attempting to bind port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:36:04.638127 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Attempting to bind port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 on network c5472404-df63-4f89-be69-413d379d833c {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:36:04.646727 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:36:04.646727 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Checking segment: {'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:36:04.647094 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:04.647528 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Bound using segment: {'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:36:04.647992 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Bound port: 101f94f0-fbd7-43fc-b6be-ae5d86f47317, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932bdbbe-946a-4f3c-b05c-b49f8b12624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5472404-df63-4f89-be69-413d379d833c'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:36:04.648373 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:04.801602 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] For port 101f94f0-fbd7-43fc-b6be-ae5d86f47317, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:36:04.806108 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] For port 101f94f0-fbd7-43fc-b6be-ae5d86f47317, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=101f94f0-fbd7-43fc-b6be-ae5d86f47317,segment=NetworkSegment(932bdbbe-946a-4f3c-b05c-b49f8b12624c),segment_id=932bdbbe-946a-4f3c-b05c-b49f8b12624c)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:36:04.876077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4d415-d1f2-4391-bd85-5f40e5db8e15 req-8ec93f68-7266-44c5-b32b-c4dd4d3718ed tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:04.877578 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-39b4d415-d1f2-4391-bd85-5f40e5db8e15 req-8ec93f68-7266-44c5-b32b-c4dd4d3718ed tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 945 time: 0.1037557
Feb 04 19:36:04.884529 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:04.923698 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-39b4d415-d1f2-4391-bd85-5f40e5db8e15 req-34cd0a0d-f1a4-48ab-b92a-05fbc3d01fa5 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406840
Feb 04 19:36:04.978177 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a668e9c-e2e2-48bf-90c1-1122ec9e4ace None None] Pushing event updated for resources: {'Port': ['ID=101f94f0-fbd7-43fc-b6be-ae5d86f47317,revision_number=4']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:04.983550 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Routers {'7a3c980c-d587-4c9f-94d4-15da460a167f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:36:04.984149 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c50190>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:35:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['7a3c980c-d587-4c9f-94d4-15da460a167f'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:05.075370 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d3297-f39a-4295-b542-f98768527652 req-78a68fea-5283-4050-ab9e-a671010eb4b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:05.077466 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d08d3297-f39a-4295-b542-f98768527652 req-78a68fea-5283-4050-ab9e-a671010eb4b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0891967
Feb 04 19:36:05.140003 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d08d3297-f39a-4295-b542-f98768527652 req-133e0305-3f37-4503-8dcd-3dc8884add92 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560305
Feb 04 19:36:05.181272 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] Set router 7a3c980c-d587-4c9f-94d4-15da460a167f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:36:05.494729 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 101f94f0-fbd7-43fc-b6be-ae5d86f47317 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:36:05.553012 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c50190>, [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 4, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port': {'id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:32Z', 'updated_at': '2022-02-04T19:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '101f94f0-fbd7-43fc-b6be-ae5d86f47317', 'name': '', 'network_id': 'c5472404-df63-4f89-be69-413d379d833c', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'mac_address': 'fa:16:3e:9a:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:36Z', 'updated_at': '2022-02-04T19:36:04Z', 'revision_number': 4, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'subnets': [{'id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:05.558521 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66534a98-04ba-4390-9b88-b116450dd80e None None] The sync data for ids ['7a3c980c-d587-4c9f-94d4-15da460a167f'] in dv-cinder-827242-1-iscsi is: [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:35:37Z', 'revision_number': 4, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port': {'id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:32Z', 'updated_at': '2022-02-04T19:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '101f94f0-fbd7-43fc-b6be-ae5d86f47317', 'name': '', 'network_id': 'c5472404-df63-4f89-be69-413d379d833c', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'mac_address': 'fa:16:3e:9a:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:36Z', 'updated_at': '2022-02-04T19:36:04Z', 'revision_number': 4, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'subnets': [{'id': 'd63817da-b7e7-4687-bff4-d5f8ccb5d37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:36:05.734784 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:36:05.762095 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:36:05.762469 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:05.919374 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:05.956591 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 101f94f0-fbd7-43fc-b6be-ae5d86f47317, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=101f94f0-fbd7-43fc-b6be-ae5d86f47317,segment=NetworkSegment(932bdbbe-946a-4f3c-b05c-b49f8b12624c),segment_id=932bdbbe-946a-4f3c-b05c-b49f8b12624c)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:06.020543 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:06.106637 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=101f94f0-fbd7-43fc-b6be-ae5d86f47317,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:06.159357 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dfdae-39f7-4132-9423-d61764d15d32 req-320a1733-dbbf-449e-be35-9bf1d2dc30ba tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:06.160781 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e6dfdae-39f7-4132-9423-d61764d15d32 req-320a1733-dbbf-449e-be35-9bf1d2dc30ba tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 945 time: 0.0885351
Feb 04 19:36:06.228147 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e6dfdae-39f7-4132-9423-d61764d15d32 req-825584e0-11f7-4f1c-9254-c1307e0250bb tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616853
Feb 04 19:36:06.350916 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 738f8dd1-1168-4642-91e7-21f66e4b6d59 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:36:06.378422 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e7d97-b767-4dba-af79-73a033d22a32 req-5e44f3be-06c1-4d9f-a2f4-14c0a8a76166 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:06.380625 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-906e7d97-b767-4dba-af79-73a033d22a32 req-5e44f3be-06c1-4d9f-a2f4-14c0a8a76166 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0914991
Feb 04 19:36:06.444887 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-906e7d97-b767-4dba-af79-73a033d22a32 req-d83c88a7-9956-4c99-bd39-2e750eacf2bd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571971
Feb 04 19:36:06.500563 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 738f8dd1-1168-4642-91e7-21f66e4b6d59 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:36:06.514528 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 738f8dd1-1168-4642-91e7-21f66e4b6d59 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:36:06.514973 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:06.653258 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:06.685494 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738f8dd1-1168-4642-91e7-21f66e4b6d59'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:06.713575 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 738f8dd1-1168-4642-91e7-21f66e4b6d59, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=738f8dd1-1168-4642-91e7-21f66e4b6d59,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:06.767733 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738f8dd1-1168-4642-91e7-21f66e4b6d59', 'code': 200}
Feb 04 19:36:06.804397 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:06.877786 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=738f8dd1-1168-4642-91e7-21f66e4b6d59,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:07.372525 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4631886c-9670-4b7d-92a9-a05204cfa906 req-e8a277e4-02d7-4dd7-aaaa-00496c05a6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 1099 time: 0.1332140
Feb 04 19:36:07.431337 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4631886c-9670-4b7d-92a9-a05204cfa906 req-135af059-f93b-44fc-a7b1-28744beb851e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517080
Feb 04 19:36:07.513678 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 101f94f0-fbd7-43fc-b6be-ae5d86f47317 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:36:07.551986 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17029bb8-c232-42cc-8f46-638a812d0a20 req-1b628e2d-2a39-4dc4-82e8-9984df65083a tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:07.553583 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-17029bb8-c232-42cc-8f46-638a812d0a20 req-1b628e2d-2a39-4dc4-82e8-9984df65083a tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 946 time: 0.0980575
Feb 04 19:36:07.610671 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-17029bb8-c232-42cc-8f46-638a812d0a20 req-7cb85825-0866-4514-a11f-2609e40d48a6 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511794
Feb 04 19:36:07.620868 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:36:07.621413 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:07.908508 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692175-1f37-43f6-bf1e-c3d169c4c71d req-0caec1bd-950e-4c7f-bf94-31ab2fbcf299 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:07.910087 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-64692175-1f37-43f6-bf1e-c3d169c4c71d req-0caec1bd-950e-4c7f-bf94-31ab2fbcf299 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1670492
Feb 04 19:36:07.959394 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-64692175-1f37-43f6-bf1e-c3d169c4c71d req-095ee459-b548-4a4d-90e5-078e97a98e36 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437999
Feb 04 19:36:08.826818 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:08.869358 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a39eb7-ba57-4190-bbd9-12d6a00fae2c req-3a62ebca-c9df-41be-8a51-6d812a173d84 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:08.870946 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-71a39eb7-ba57-4190-bbd9-12d6a00fae2c req-3a62ebca-c9df-41be-8a51-6d812a173d84 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 946 time: 0.0873144
Feb 04 19:36:08.938643 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-71a39eb7-ba57-4190-bbd9-12d6a00fae2c req-af93f4ae-3126-4994-b53a-11919612fbb7 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616806
Feb 04 19:36:09.263434 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5405fe-5489-42f0-8d46-906898cf84ea req-500aa593-8989-4bee-9fe6-94d9c0b57616 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:09.265399 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bd5405fe-5489-42f0-8d46-906898cf84ea req-500aa593-8989-4bee-9fe6-94d9c0b57616 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0930827
Feb 04 19:36:09.311768 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bd5405fe-5489-42f0-8d46-906898cf84ea req-a930a30d-7ee1-4fc8-976f-7a9e437ba3a4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399373
Feb 04 19:36:10.291638 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bfc47-d3f8-4d21-bfe5-ac89e7a8c558 req-1dbd3cd0-c3c9-467e-b66e-3df8c60e496a tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:10.293084 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-892bfc47-d3f8-4d21-bfe5-ac89e7a8c558 req-1dbd3cd0-c3c9-467e-b66e-3df8c60e496a tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 946 time: 0.0843289
Feb 04 19:36:10.361781 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-892bfc47-d3f8-4d21-bfe5-ac89e7a8c558 req-0eff8df7-d198-4468-b372-e3e528bedc9d tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622525
Feb 04 19:36:10.559408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706776d-0b19-45c8-8e3d-504ff7a80558 req-f154bae2-5f24-410b-92e0-bec407dea03f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:10.561032 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d706776d-0b19-45c8-8e3d-504ff7a80558 req-f154bae2-5f24-410b-92e0-bec407dea03f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0888276
Feb 04 19:36:10.610840 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d706776d-0b19-45c8-8e3d-504ff7a80558 req-e713cd99-5c07-4fed-b298-c3f3f3400cde tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433731
Feb 04 19:36:11.828734 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb392895-07c0-4dfc-a298-1f49069c5b0e req-4cd1b574-5608-4c2c-b778-ab251f6d0fb0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:11.830408 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fb392895-07c0-4dfc-a298-1f49069c5b0e req-4cd1b574-5608-4c2c-b778-ab251f6d0fb0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0816364
Feb 04 19:36:11.877318 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fb392895-07c0-4dfc-a298-1f49069c5b0e req-c4959b8f-627c-41e2-ba03-527d5a575ae6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412407
Feb 04 19:36:13.104009 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3120-7854-41fb-962c-9bde9aa45bfb req-16def1d9-1101-43ee-be7c-576caee58616 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:13.106318 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-54ad3120-7854-41fb-962c-9bde9aa45bfb req-16def1d9-1101-43ee-be7c-576caee58616 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0884957
Feb 04 19:36:13.163824 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-54ad3120-7854-41fb-962c-9bde9aa45bfb req-9a2f5c09-e95b-4ac7-bf67-10c2df03bd75 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510204
Feb 04 19:36:13.454474 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bf36e-ed54-4f30-b69f-beb0e3abb074 req-c53878df-699f-45b8-9dd7-d9a3179db0c3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:13.456251 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-aa2bf36e-ed54-4f30-b69f-beb0e3abb074 req-c53878df-699f-45b8-9dd7-d9a3179db0c3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 946 time: 0.0813854
Feb 04 19:36:13.523589 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-aa2bf36e-ed54-4f30-b69f-beb0e3abb074 req-6a50af42-5b4f-4515-97db-32d2ed0bed78 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615180
Feb 04 19:36:14.414158 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09e4bd-8496-43d3-a61e-7ca9eee436c5 req-c29c97da-8e7d-495e-a99f-b4e87718a20b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:14.415629 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d09e4bd-8496-43d3-a61e-7ca9eee436c5 req-c29c97da-8e7d-495e-a99f-b4e87718a20b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0826209
Feb 04 19:36:14.462225 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d09e4bd-8496-43d3-a61e-7ca9eee436c5 req-17250575-8d88-4838-9ebb-5b84020b0a4c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409098
Feb 04 19:36:14.772144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caec16d-adde-4dff-926c-e58673ed851c req-50eead3e-1154-4ea0-a116-778fd3bf4b91 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:14.774365 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5caec16d-adde-4dff-926c-e58673ed851c req-50eead3e-1154-4ea0-a116-778fd3bf4b91 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 946 time: 0.1158485
Feb 04 19:36:14.829878 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-86e8b26e-9b6e-4f4b-affb-58e933a9748d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856626153&fields=id&tenant_id=aaa14d85b2d042229a98e5b6353f2fa1 HTTP/1.1" status: 200  len: 267 time: 0.0596528
Feb 04 19:36:14.831373 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5caec16d-adde-4dff-926c-e58673ed851c req-f7203f95-31ea-44c9-b014-79886e50cb20 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483181
Feb 04 19:36:14.995459 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-26100527-938c-47e1-bcfb-8e1703a9a6f9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:14.997055 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-26100527-938c-47e1-bcfb-8e1703a9a6f9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 809 time: 0.1661456
Feb 04 19:36:15.023835 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ad5991aa-daeb-4f50-b560-037c3036f6f8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/quotas/aaa14d85b2d042229a98e5b6353f2fa1 HTTP/1.1" status: 200  len: 375 time: 0.0169311
Feb 04 19:36:15.124547 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-4cba6e06-5842-46d6-bcde-87adf80a11b6 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0945148
Feb 04 19:36:15.291437 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-da829148-9275-4563-b2e8-b1d04251f78d service neutron] 10.222.0.13 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545804
Feb 04 19:36:15.493497 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-3cc3106b-4c21-47db-be89-55320a61c4de service neutron] 10.222.0.13 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949563
Feb 04 19:36:15.740341 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621020-631c-4e88-9e25-5b46c38698b9 req-2b479bbc-b5f2-41b6-8d3d-ef4550ab3aef tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:15.748460 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5a621020-631c-4e88-9e25-5b46c38698b9 req-2b479bbc-b5f2-41b6-8d3d-ef4550ab3aef tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1155837
Feb 04 19:36:15.808970 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5a621020-631c-4e88-9e25-5b46c38698b9 req-e8023aaf-caea-4653-b9c2-7a679e22a7de tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594969
Feb 04 19:36:15.996103 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518359b8-0853-4580-a105-9573f74e897e req-2b4f6b51-995f-4abb-89af-9533ae4d2db3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:15.998855 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-518359b8-0853-4580-a105-9573f74e897e req-2b4f6b51-995f-4abb-89af-9533ae4d2db3 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 946 time: 0.1028538
Feb 04 19:36:16.091582 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61e6b5-3a5a-4bb1-9ac7-81c5369e400e req-8079db98-160f-420f-a18c-9b8f6c3d54d7 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:16.092944 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a61e6b5-3a5a-4bb1-9ac7-81c5369e400e req-8079db98-160f-420f-a18c-9b8f6c3d54d7 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 946 time: 0.1207151
Feb 04 19:36:16.097453 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Deleting port 738f8dd1-1168-4642-91e7-21f66e4b6d59 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:36:16.097795 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:16.168597 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a61e6b5-3a5a-4bb1-9ac7-81c5369e400e req-fff70bc6-67c1-40d8-9a70-99acf97fbacf tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcbee092-1231-4c6a-96ac-827ea9873e5e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667534
Feb 04 19:36:16.344003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-6a8ddd86-71f8-4e98-9558-6391130b6b5e req-ebd7e6b4-23e0-433f-a3c0-bc52b96a8d2e tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Synchronizing usage tracker for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:36:16.470192 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-6a8ddd86-71f8-4e98-9558-6391130b6b5e req-ebd7e6b4-23e0-433f-a3c0-bc52b96a8d2e tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Unset dirty status for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:36:16.472270 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6a8ddd86-71f8-4e98-9558-6391130b6b5e req-ebd7e6b4-23e0-433f-a3c0-bc52b96a8d2e tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 210 time: 0.1742318
Feb 04 19:36:16.543373 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] For port 738f8dd1-1168-4642-91e7-21f66e4b6d59, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=738f8dd1-1168-4642-91e7-21f66e4b6d59,segment=NetworkSegment(b1291255-e959-4209-adc6-70a247176f0f),segment_id=b1291255-e959-4209-adc6-70a247176f0f)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:16.544537 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:16.744063 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Calling delete_port for 738f8dd1-1168-4642-91e7-21f66e4b6d59 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:36:17.041932 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8da1e6-7cbe-4dd8-b297-57c21cf5e87e req-9dee5618-927b-4ca7-a6ca-1c743870c16e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:17.043790 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0f8da1e6-7cbe-4dd8-b297-57c21cf5e87e req-9dee5618-927b-4ca7-a6ca-1c743870c16e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0916495
Feb 04 19:36:17.090944 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0f8da1e6-7cbe-4dd8-b297-57c21cf5e87e req-c63f7c60-025b-4206-88d2-9560b4ef0053 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413842
Feb 04 19:36:17.288828 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:17.333451 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['738f8dd1-1168-4642-91e7-21f66e4b6d59'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:36:17.334240 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-13d4e927-adaa-47ba-bbe9-8b7dc814b790 req-ad22565f-0898-4ab5-9af3-bc7ed668449c tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 210 time: 0.0553403
Feb 04 19:36:17.344592 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Pushing event deleted for resources: {'Port': ['ID=738f8dd1-1168-4642-91e7-21f66e4b6d59,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:17.391955 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.392282 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.392606 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.392925 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.393265 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.393594 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.393881 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.394187 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.394497 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.394797 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.395099 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:17.435440 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] No DVR routers for this DVR port 738f8dd1-1168-4642-91e7-21f66e4b6d59 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:36:17.438092 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:17.441032 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'name': 'network-vif-deleted', 'tag': '738f8dd1-1168-4642-91e7-21f66e4b6d59'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:17.514555 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eda98c5-0395-465c-8e43-d7ad64d905e7', 'name': 'network-vif-deleted', 'tag': '738f8dd1-1168-4642-91e7-21f66e4b6d59', 'status': 'completed', 'code': 200}
Feb 04 19:36:17.582380 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-518359b8-0853-4580-a105-9573f74e897e req-4ca75025-9b54-4025-b672-c048e182df9b tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.60 "DELETE /v2.0/ports/738f8dd1-1168-4642-91e7-21f66e4b6d59 HTTP/1.1" status: 204  len: 173 time: 1.5729415
Feb 04 19:36:17.662220 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0a660b49-cd81-4765-8ed1-ec40e48b1719 req-03229c25-bf0e-4699-ae5c-03b64241fc89 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 210 time: 0.0612941
Feb 04 19:36:17.829647 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-19e770e2-d691-4dd6-8f0e-507b662c3d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:18.331274 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302aec3-7188-40ab-b255-4f523c107f35 req-a35f6195-b4d7-4f16-b279-82f6de0c9927 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:18.332959 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2302aec3-7188-40ab-b255-4f523c107f35 req-a35f6195-b4d7-4f16-b279-82f6de0c9927 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0832472
Feb 04 19:36:18.385699 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2302aec3-7188-40ab-b255-4f523c107f35 req-9fa69b7a-02b3-4a37-923b-e84dc304ffbf tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435715
Feb 04 19:36:18.567986 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-98a63f2f-93d3-4d77-a587-1c44df744ab5 req-b05212a3-0152-49f8-920b-94e428960864 tempest-VolumesActionsTest-698240833 tempest-VolumesActionsTest-698240833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eda98c5-0395-465c-8e43-d7ad64d905e7 HTTP/1.1" status: 200  len: 210 time: 0.0712254
Feb 04 19:36:18.877660 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d695a5a9-511f-494b-a01b-0ce8747f2ee9 req-ff10aaca-8b69-4f1e-b5a8-5b45dd6b0725 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 210 time: 0.0405080
Feb 04 19:36:19.507047 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-6b58c008-a8f6-406a-8516-2bc54ded08ea tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:19.508844 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-6b58c008-a8f6-406a-8516-2bc54ded08ea tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.1536047
Feb 04 19:36:19.527667 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-a4780323-7027-4df3-bbdd-1d71f762d8fa tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/quotas/5dcd92d524f04ada9479b8317460d19e HTTP/1.1" status: 200  len: 375 time: 0.0119994
Feb 04 19:36:19.621056 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-18bce4ec-2270-4a75-abaa-1abbdd0d5e45 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0878508
Feb 04 19:36:19.661637 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f9674-2146-40bd-8ca9-d9ddf2b52be4 req-5f526f09-a66d-43e7-9701-0a3c9996ac3b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:19.669331 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e47f9674-2146-40bd-8ca9-d9ddf2b52be4 req-5f526f09-a66d-43e7-9701-0a3c9996ac3b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1247966
Feb 04 19:36:19.741762 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e47f9674-2146-40bd-8ca9-d9ddf2b52be4 req-1fd5f7e2-830e-48e2-95ec-e7dd8c82d005 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715437
Feb 04 19:36:19.832677 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-b8918a62-b6f2-4fbd-9aab-305a7f2259c8 service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033753
Feb 04 19:36:19.915704 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d537cde2-732d-4cf1-a8bb-d6b2503b26e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:20.011789 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-0355d696-a052-4c94-bd9e-5baba163fe45 service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727734
Feb 04 19:36:20.130478 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3b8d7dd4-0e95-4573-aca1-86c1b9989a60 req-22c6113d-5d3d-4ad8-b707-6f8c86affdea tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 210 time: 0.0559905
Feb 04 19:36:20.225183 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-64c6c997-8054-4a79-86ac-4cc3355ce22b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:20.226748 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-64c6c997-8054-4a79-86ac-4cc3355ce22b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.60 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 809 time: 0.2755029
Feb 04 19:36:20.365831 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-0e795155-ba74-4f91-86e6-1975f4a121f2 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa14d85b2d042229a98e5b6353f2fa1 HTTP/1.1" status: 200  len: 380 time: 0.1143861
Feb 04 19:36:20.367907 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9aab1211-7380-455f-88f4-7eec28254d82 req-97e41283-af03-4dc0-9384-7c219cdb705e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.0756755
Feb 04 19:36:20.383168 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'port': {'device_id': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'admin_state_up': True, 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'security_groups': ['c52a07fa-5775-4f95-b8ff-2ea8183f18ae']}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:36:20.446033 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 738f8dd1-1168-4642-91e7-21f66e4b6d59 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:36:20.503613 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 738f8dd1-1168-4642-91e7-21f66e4b6d59 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:36:20.504292 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 738f8dd1-1168-4642-91e7-21f66e4b6d59 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:36:20.600285 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:36:20.611537 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:36:20.746442 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Made reservation on behalf of aaa14d85b2d042229a98e5b6353f2fa1 for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:36:20.756200 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:21.004145 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64778-0620-4657-8ab9-833bebe86ed7 req-f37ce599-64ab-4fb8-81a3-7f40ca1547d6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:21.006505 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bf64778-0620-4657-8ab9-833bebe86ed7 req-f37ce599-64ab-4fb8-81a3-7f40ca1547d6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0969272
Feb 04 19:36:21.027613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Allocated IP 172.20.0.13 (e236140c-d82d-4575-8008-573da6504426/85466803-32a8-4fff-adcc-fba9176e5525/aee1d902-f6cf-4572-8ad6-79aa4c4a0d12) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:36:21.063161 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0bf64778-0620-4657-8ab9-833bebe86ed7 req-8d90b1b1-7d66-4090-b66a-61d66d1f8db2 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468833
Feb 04 19:36:21.157276 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:21.405082 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7b1dbd1e-c898-4a25-8d11-e4b54a256ea0 req-11db0108-8086-4937-a4fd-c1711304619f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 210 time: 0.0692804
Feb 04 19:36:21.452907 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:21.484702 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Transition to ACTIVE for port object aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:36:21.571153 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:21.695769 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Network e236140c-d82d-4575-8008-573da6504426 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:36:21.711388 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:21.712494 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:36:21.716926 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:36:21.816454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:21.837729 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57da7317-ca96-4560-9006-99d35a918808 req-165bbff4-893b-4770-b876-e0379048652a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.2487183
Feb 04 19:36:21.846486 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:21.851566 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:21.987030 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-7795c997-7739-4001-8889-08a50a03d63f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6079693
Feb 04 19:36:22.025497 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Request body: {'port': {'device_id': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:36:22.184968 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:22.308129 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:36:22.547652 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f469-ba15-4e55-ba57-bf015924d93d req-686b73c1-d5a8-44e7-9ff1-2aa2ac8eced2 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:22.549081 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd95f469-ba15-4e55-ba57-bf015924d93d req-686b73c1-d5a8-44e7-9ff1-2aa2ac8eced2 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.2012722
Feb 04 19:36:22.596943 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535be430-cf57-4e3f-a93f-ecf38a245eda req-16478347-bf04-4d50-9cc4-2c347522514a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:22.598418 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-535be430-cf57-4e3f-a93f-ecf38a245eda req-16478347-bf04-4d50-9cc4-2c347522514a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 932 time: 0.0755975
Feb 04 19:36:22.623857 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd95f469-ba15-4e55-ba57-bf015924d93d req-ebc09518-24db-4a55-8448-b841dcc4f3c1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613472
Feb 04 19:36:22.644344 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-535be430-cf57-4e3f-a93f-ecf38a245eda req-0a9f6371-228a-4622-ae6e-a88827bda6b6 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Synchronizing usage tracker for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:36:22.692701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:36:22.700018 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:22.716622 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Transition to ACTIVE for port object aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:36:22.717742 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f6fa5885-c0e1-4c31-a056-beec14e4c535 None None] Provisioning for port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:36:22.722651 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f6fa5885-c0e1-4c31-a056-beec14e4c535 None None] Provisioning complete for port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:36:22.723008 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f6fa5885-c0e1-4c31-a056-beec14e4c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:22.773930 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa5885-c0e1-4c31-a056-beec14e4c535 None None] Port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:36:22.839247 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-535be430-cf57-4e3f-a93f-ecf38a245eda req-0a9f6371-228a-4622-ae6e-a88827bda6b6 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Unset dirty status for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:36:22.839247 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-535be430-cf57-4e3f-a93f-ecf38a245eda req-0a9f6371-228a-4622-ae6e-a88827bda6b6 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2345371
Feb 04 19:36:22.840850 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:23.068486 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:23.086502 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-197017ad-d300-4231-836c-16db618bc5a5 req-55a56870-eb13-41c1-834f-ed6b8e2ab238 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.0734415
Feb 04 19:36:23.228794 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Attempting to bind port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:36:23.229104 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Attempting to bind port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:36:23.229528 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Attempting to bind port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 on network e236140c-d82d-4575-8008-573da6504426 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:36:23.237965 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 on network e236140c-d82d-4575-8008-573da6504426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:36:23.238358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Attempting to bind port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 on network e236140c-d82d-4575-8008-573da6504426 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:36:23.245216 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:36:23.245623 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Checking segment: {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:36:23.246067 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Bound using segment: {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:36:23.246591 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Bound port: aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e236140c-d82d-4575-8008-573da6504426'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:36:23.247012 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:23.347693 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:36:23.351469 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:36:23.395753 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:23.423221 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:23.497908 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:23.499704 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] 10.222.0.60 "PUT /v2.0/ports/aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 1094 time: 1.4886541
Feb 04 19:36:23.500327 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:23.518145 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20a5e4-5c02-46a0-a4dd-1d6497ae05ab service neutron] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:23.584288 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'status': 'completed', 'code': 200}
Feb 04 19:36:23.873658 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533372d3-758c-490b-8d38-c661b510696a req-e6d7bb77-c096-49ff-a492-f0dc0205e8db tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:23.875097 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-533372d3-758c-490b-8d38-c661b510696a req-e6d7bb77-c096-49ff-a492-f0dc0205e8db tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0760925
Feb 04 19:36:23.925816 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-533372d3-758c-490b-8d38-c661b510696a req-f77c5afd-53a6-48c9-b3d1-2653c574327e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451655
Feb 04 19:36:24.070166 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b7939-4226-4fe4-aa92-e7a03b1befa0 req-570c887f-64aa-4751-ae9b-8df6fdb4f375 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:24.071607 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-635b7939-4226-4fe4-aa92-e7a03b1befa0 req-570c887f-64aa-4751-ae9b-8df6fdb4f375 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0785758
Feb 04 19:36:24.116705 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-635b7939-4226-4fe4-aa92-e7a03b1befa0 req-1ffc3c57-899b-4144-bb9d-e14c8ed64963 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386472
Feb 04 19:36:24.268440 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5896d2f1-5f39-4081-83be-8dcd90c25b55 req-4cd6a7d5-f1ff-4b2a-b299-61c0796df5d6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.0399580
Feb 04 19:36:25.136273 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d7b31-f1d0-411e-9efc-58bc1e8860a8 req-7191d8e9-1223-4445-9cea-1d68b9d6e9a4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:25.137785 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bd4d7b31-f1d0-411e-9efc-58bc1e8860a8 req-7191d8e9-1223-4445-9cea-1d68b9d6e9a4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0754929
Feb 04 19:36:25.187801 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bd4d7b31-f1d0-411e-9efc-58bc1e8860a8 req-89450441-8215-48b6-b800-a535718752d8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422807
Feb 04 19:36:25.309801 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83070045-ef04-4f9f-b673-cbe50ab2fe33 req-577af9d4-f00e-488f-abec-a4a882fc2cb8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:25.310478 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-83070045-ef04-4f9f-b673-cbe50ab2fe33 req-577af9d4-f00e-488f-abec-a4a882fc2cb8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Synchronizing usage tracker for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:36:25.391684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-83070045-ef04-4f9f-b673-cbe50ab2fe33 req-577af9d4-f00e-488f-abec-a4a882fc2cb8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Unset dirty status for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:36:25.392842 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-83070045-ef04-4f9f-b673-cbe50ab2fe33 req-577af9d4-f00e-488f-abec-a4a882fc2cb8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.1550698
Feb 04 19:36:25.430074 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-353d4c66-5a19-4e82-be53-f81fe836fe58 req-4a50580c-99fb-4046-ad10-ed00c7fb0bba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.0436423
Feb 04 19:36:25.442127 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-83070045-ef04-4f9f-b673-cbe50ab2fe33 req-634d6b78-3fe1-4952-a3a7-0591eb0fab44 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436866
Feb 04 19:36:26.390536 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a376c37-48ed-40e4-9c67-803948b6f30c req-db06abb7-ec5a-491a-84f6-8b16897c9bc6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:26.392210 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8a376c37-48ed-40e4-9c67-803948b6f30c req-db06abb7-ec5a-491a-84f6-8b16897c9bc6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0735791
Feb 04 19:36:26.436102 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8a376c37-48ed-40e4-9c67-803948b6f30c req-968ec4bf-ca43-40e4-aba5-d1891bdad02c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383902
Feb 04 19:36:26.595960 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4385f753-caa2-4abe-8cbe-11bd8db53667 req-ca362a52-ccd4-44b3-8092-da8556863ab3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.0428495
Feb 04 19:36:26.643778 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9cdc-aa9f-42fc-80f0-e82983c19793 req-b8c79ee0-ff28-4e7e-9df7-6fe4f9e68153 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:26.645277 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e93b9cdc-aa9f-42fc-80f0-e82983c19793 req-b8c79ee0-ff28-4e7e-9df7-6fe4f9e68153 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0785336
Feb 04 19:36:26.690015 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e93b9cdc-aa9f-42fc-80f0-e82983c19793 req-9b49931d-d55f-4151-b7dd-949b4db4eb10 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392416
Feb 04 19:36:27.102207 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d0453854-5750-4aa5-aabc-1c41c47860c5 req-6a249805-1f37-42c3-8050-1d7457bb25b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1097 time: 0.0682678
Feb 04 19:36:27.216669 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-84572823-31a1-4adf-8d04-4bba0b478992 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:27.218139 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-84572823-31a1-4adf-8d04-4bba0b478992 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.2263913
Feb 04 19:36:27.251595 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0453854-5750-4aa5-aabc-1c41c47860c5 req-cbcb11c2-d6f2-42b9-9d10-c8b53fe75928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:27.253015 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d0453854-5750-4aa5-aabc-1c41c47860c5 req-cbcb11c2-d6f2-42b9-9d10-c8b53fe75928 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1369574
Feb 04 19:36:27.448124 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Request body: {'port': {'device_id': '35a94bda-0864-4b13-8659-bad167f7eced', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'admin_state_up': True, 'tenant_id': '5dcd92d524f04ada9479b8317460d19e'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:36:27.597055 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0453854-5750-4aa5-aabc-1c41c47860c5 req-ec5a3e0e-3d6a-4c14-a54f-08376185be1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:27.598498 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d0453854-5750-4aa5-aabc-1c41c47860c5 req-ec5a3e0e-3d6a-4c14-a54f-08376185be1e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1535051
Feb 04 19:36:27.640380 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:36:27.659097 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:36:27.684116 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358acc2-1ef7-4f2d-90ea-8528c0e8cbf1 req-3a5abca4-dc07-4b8b-803f-120cfc9d6e6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:27.689751 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c358acc2-1ef7-4f2d-90ea-8528c0e8cbf1 req-3a5abca4-dc07-4b8b-803f-120cfc9d6e6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1059000
Feb 04 19:36:27.750555 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c358acc2-1ef7-4f2d-90ea-8528c0e8cbf1 req-923d3180-b0c8-4558-871f-711b154697b2 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592308
Feb 04 19:36:27.754963 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Made reservation on behalf of 5dcd92d524f04ada9479b8317460d19e for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:36:27.757927 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:27.795733 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c3db364d-b8af-476a-b9c3-17d4f0a8499d req-38615e69-2ce0-449d-9b75-33dd7a7ed596 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.0450625
Feb 04 19:36:27.839683 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-8d3e6731-f158-4d0e-9aa0-37dd3ddd8ca0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1097 time: 0.1217453
Feb 04 19:36:27.934109 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-882d8c92-a843-4a01-854e-ab38bb06d46c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 217 time: 0.0701411
Feb 04 19:36:27.976577 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Allocated IP 172.20.0.3 (3d96d418-7d0f-4955-88ad-b6f87cd49e7d/aaca8623-d906-44b0-a7e5-909186722292/f741391c-da50-4f76-acce-eeaa05853bab) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:36:27.998163 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-a04d11fd-14d1-4a42-a198-8ed074da6333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:27.999690 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-a04d11fd-14d1-4a42-a198-8ed074da6333 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 200  len: 848 time: 0.0584974
Feb 04 19:36:28.033968 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50073637-ea83-48dd-ac5b-f79249358fa3 req-23030fab-e5b1-4319-9aff-551ce0a28863 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:28.035306 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-50073637-ea83-48dd-ac5b-f79249358fa3 req-23030fab-e5b1-4319-9aff-551ce0a28863 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.1397505
Feb 04 19:36:28.083461 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-34d6b1cb-74ce-4017-ba89-6b76a0f1c234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236140c-d82d-4575-8008-573da6504426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699689
Feb 04 19:36:28.163452 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-50073637-ea83-48dd-ac5b-f79249358fa3 req-3bce499c-4d65-4776-ac8d-ccc6febe2276 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215394
Feb 04 19:36:28.220212 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:28.311334 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:28.386627 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:36:28.391288 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:36:28.391930 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:36:28.393005 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event updated for resources: {'Port': ['ID=f741391c-da50-4f76-acce-eeaa05853bab,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:28.395099 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:36:28.425960 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-28133006-5f1a-4391-ab7e-df5879796835 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308393
Feb 04 19:36:28.460924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:28.461714 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:28.570738 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d7d20cf-288d-468b-a3d3-30acd3b244a5 req-893f5d8e-3f39-4cdb-966e-2c942cbf2587 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335943
Feb 04 19:36:28.575445 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-1270836d-edbb-42dd-9967-c9f6d631d3bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1312306
Feb 04 19:36:28.681834 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Request body: {'port': {'device_id': '35a94bda-0864-4b13-8659-bad167f7eced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:36:28.787537 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:29.035034 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78859c-b1b9-4484-989b-a5a209484d77 req-91464ed8-ad53-43b1-bfbb-36761322dc42 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:29.036553 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dd78859c-b1b9-4484-989b-a5a209484d77 req-91464ed8-ad53-43b1-bfbb-36761322dc42 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1453841
Feb 04 19:36:29.044078 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-1822f50e-7ffa-4a07-9843-cbff0e35951c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1098 time: 0.1156135
Feb 04 19:36:29.124770 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5408722-661a-4049-a573-cb69384e118d req-bf351015-31b5-4ce5-8683-f2f631688f2f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:29.125610 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-a5408722-661a-4049-a573-cb69384e118d req-bf351015-31b5-4ce5-8683-f2f631688f2f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:36:29.209180 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-a5408722-661a-4049-a573-cb69384e118d req-bf351015-31b5-4ce5-8683-f2f631688f2f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:36:29.210427 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5408722-661a-4049-a573-cb69384e118d req-bf351015-31b5-4ce5-8683-f2f631688f2f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 931 time: 0.2845647
Feb 04 19:36:29.243808 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f741391c-da50-4f76-acce-eeaa05853bab {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:36:29.253626 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:29.260495 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dd78859c-b1b9-4484-989b-a5a209484d77 req-fb4b4922-4d7a-49d7-9cf0-ad56af20503a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2154162
Feb 04 19:36:29.286585 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Transition to ACTIVE for port object f741391c-da50-4f76-acce-eeaa05853bab will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:36:29.289229 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5408722-661a-4049-a573-cb69384e118d req-cbb027b0-d34e-4969-8171-79309a3c24cf tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683398
Feb 04 19:36:29.293889 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-2835cf65-d8d7-4444-bd14-52a0f43c260f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:29.295359 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-2835cf65-d8d7-4444-bd14-52a0f43c260f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.1551116
Feb 04 19:36:29.351481 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:29.456737 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-06cd0e2c-d33b-468f-bc5b-cebbda9825a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 1000 time: 0.1540685
Feb 04 19:36:29.484413 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Pushing event updated for resources: {'Port': ['ID=f741391c-da50-4f76-acce-eeaa05853bab,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:29.552543 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f492dd-71ae-4d1e-9356-eb86f4c33670 req-5236425e-54fd-41be-966e-8cf58285bb22 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:29.559992 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-93f492dd-71ae-4d1e-9356-eb86f4c33670 req-5236425e-54fd-41be-966e-8cf58285bb22 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.1616371
Feb 04 19:36:29.609740 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-4b6547ce-9ce4-4914-a31f-57e88ad813ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:29.612129 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-4b6547ce-9ce4-4914-a31f-57e88ad813ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.1388514
Feb 04 19:36:29.670228 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-93f492dd-71ae-4d1e-9356-eb86f4c33670 req-afc74304-6100-43ec-b188-81542d94474d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088691
Feb 04 19:36:29.695563 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Attempting to bind port f741391c-da50-4f76-acce-eeaa05853bab on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:36:29.696075 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Attempting to bind port f741391c-da50-4f76-acce-eeaa05853bab by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:36:29.696203 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Attempting to bind port f741391c-da50-4f76-acce-eeaa05853bab on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:36:29.704717 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Port f741391c-da50-4f76-acce-eeaa05853bab on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:36:29.705557 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Attempting to bind port f741391c-da50-4f76-acce-eeaa05853bab on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:36:29.713963 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:36:29.714306 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Checking segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:36:29.715192 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Bound using segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:36:29.715624 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Bound port: f741391c-da50-4f76-acce-eeaa05853bab, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:36:29.716906 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:29.724053 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-57bc386c-e180-4e93-8d1d-1bbb671372c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1032674
Feb 04 19:36:29.828442 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] For port f741391c-da50-4f76-acce-eeaa05853bab, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:36:29.831885 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] For port f741391c-da50-4f76-acce-eeaa05853bab, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=f741391c-da50-4f76-acce-eeaa05853bab,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:36:29.889371 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:29.914289 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-35f88669-086f-49bf-83fc-dbab91ca1abe service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816359
Feb 04 19:36:29.976110 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:29.977703 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] 10.222.0.60 "PUT /v2.0/ports/f741391c-da50-4f76-acce-eeaa05853bab HTTP/1.1" status: 200  len: 1093 time: 1.3001485
Feb 04 19:36:29.978229 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a94bda-0864-4b13-8659-bad167f7eced', 'tag': 'f741391c-da50-4f76-acce-eeaa05853bab'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:29.988821 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d0e3-db31-4ea9-94f9-7760d6e6f274 service neutron] Pushing event updated for resources: {'Port': ['ID=f741391c-da50-4f76-acce-eeaa05853bab,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:30.062974 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a94bda-0864-4b13-8659-bad167f7eced', 'tag': 'f741391c-da50-4f76-acce-eeaa05853bab', 'status': 'completed', 'code': 200}
Feb 04 19:36:30.089189 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0da8acdb-02bf-45ed-bc56-12a2fc2f0933 req-8b0acce6-5c3d-4e46-9d47-e3015f2704a6 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654272
Feb 04 19:36:30.200420 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4a050fb1-aa7b-41be-8ceb-5e3f41ba539b req-8cc14b66-3170-42df-8b53-2380b3866f92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 1096 time: 0.0784962
Feb 04 19:36:30.363320 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a050fb1-aa7b-41be-8ceb-5e3f41ba539b req-3dc54d3b-bc45-4cd1-a6b7-df405b51c913 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:30.364785 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4a050fb1-aa7b-41be-8ceb-5e3f41ba539b req-3dc54d3b-bc45-4cd1-a6b7-df405b51c913 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5dcd92d524f04ada9479b8317460d19e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1502304
Feb 04 19:36:30.611734 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a38b8-2878-4473-9e8c-3f0a30973fa7 req-b5ee62b9-66bb-4822-ac41-2d75b11ff87c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:30.617475 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a050fb1-aa7b-41be-8ceb-5e3f41ba539b req-a637c3c4-8ad6-4f8c-b96e-b44d69d724a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:30.617961 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4a050fb1-aa7b-41be-8ceb-5e3f41ba539b req-a637c3c4-8ad6-4f8c-b96e-b44d69d724a2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2463918
Feb 04 19:36:30.619543 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-852a38b8-2878-4473-9e8c-3f0a30973fa7 req-b5ee62b9-66bb-4822-ac41-2d75b11ff87c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1231401
Feb 04 19:36:30.641716 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847ef1-d466-4c66-b7ec-f0fe12478e1c req-f25cf46b-c126-4590-9c9c-eb04a2a79a9c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:30.650397 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e2847ef1-d466-4c66-b7ec-f0fe12478e1c req-f25cf46b-c126-4590-9c9c-eb04a2a79a9c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.1882026
Feb 04 19:36:30.719898 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e2847ef1-d466-4c66-b7ec-f0fe12478e1c req-6ad444a9-fa0a-4bb2-aa7b-41428bcca13f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676000
Feb 04 19:36:30.725056 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-852a38b8-2878-4473-9e8c-3f0a30973fa7 req-4ff7f4b7-bcf9-45b9-8f27-215b7e2eb3a3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041753
Feb 04 19:36:30.868955 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-f3530df8-dc24-44bf-8e5e-eae26e36a4df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 1096 time: 0.1652815
Feb 04 19:36:30.958780 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-003677c3-6199-4b5c-8be8-b5a4b1732262 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f741391c-da50-4f76-acce-eeaa05853bab HTTP/1.1" status: 200  len: 217 time: 0.0707560
Feb 04 19:36:30.996095 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44228a-3389-4843-90b2-432c82c0917b req-58418fb2-a1a6-4c04-b36e-eec2dc06d526 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:30.998538 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd44228a-3389-4843-90b2-432c82c0917b req-58418fb2-a1a6-4c04-b36e-eec2dc06d526 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0844145
Feb 04 19:36:31.048474 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-07c5a1c0-3e6c-47ba-8b47-f7b1ae6ce6ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:31.050773 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-07c5a1c0-3e6c-47ba-8b47-f7b1ae6ce6ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aaca8623-d906-44b0-a7e5-909186722292 HTTP/1.1" status: 200  len: 855 time: 0.0813384
Feb 04 19:36:31.052333 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd44228a-3389-4843-90b2-432c82c0917b req-b0aa23d2-bf0c-4427-be9e-2b48fd5f981b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443869
Feb 04 19:36:31.112788 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-659ebd3a-2278-4772-9894-f16be2b73b85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555489
Feb 04 19:36:31.320362 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-4c3f2c10-87c3-4249-ae4f-996a5e058859 service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004006
Feb 04 19:36:31.459606 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc59d0c4-9a43-4245-b909-3151e81b549a req-e0204879-a052-4c9d-bab2-33e2604833c9 service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321404
Feb 04 19:36:31.993667 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf654-3eac-4eb6-879c-2b77271e808a req-bcaf7873-a989-4a6f-9002-c9c37d76b3da tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:31.995129 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f48cf654-3eac-4eb6-879c-2b77271e808a req-bcaf7873-a989-4a6f-9002-c9c37d76b3da tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1122439
Feb 04 19:36:32.002780 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcf6c2-e6ea-4b58-8ee8-9027402c6147 req-8013b513-343f-41c2-a084-81e4c3b042c7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:32.005051 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-95dcf6c2-e6ea-4b58-8ee8-9027402c6147 req-8013b513-343f-41c2-a084-81e4c3b042c7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0997036
Feb 04 19:36:32.060429 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f48cf654-3eac-4eb6-879c-2b77271e808a req-ec5f687a-cd93-4268-a5d5-4e6ea6c225d7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570652
Feb 04 19:36:32.064924 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-95dcf6c2-e6ea-4b58-8ee8-9027402c6147 req-37d9ed1a-da8a-447a-b175-0248cd0785ad tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518632
Feb 04 19:36:32.283509 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfe60b-0f28-464f-89eb-70a98e9f15c9 req-9dc735f9-783a-4f4e-b6d0-d15f17e49e99 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:32.285422 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-32cfe60b-0f28-464f-89eb-70a98e9f15c9 req-9dc735f9-783a-4f4e-b6d0-d15f17e49e99 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0848796
Feb 04 19:36:32.336273 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-32cfe60b-0f28-464f-89eb-70a98e9f15c9 req-1395fb6f-3357-4cfc-ab06-cff6ac24c4fd tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444856
Feb 04 19:36:33.297294 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4985b-59a5-4313-81c6-3ea2dc69e630 req-b898400a-5866-441e-9aa8-a1ae27acb2f8 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:33.298667 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9bc4985b-59a5-4313-81c6-3ea2dc69e630 req-b898400a-5866-441e-9aa8-a1ae27acb2f8 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1026394
Feb 04 19:36:33.318104 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a292-2e51-4960-8170-f473a0bb4061 req-7b8ab081-a23c-4b04-b550-91529dc4612d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:33.319558 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0106a292-2e51-4960-8170-f473a0bb4061 req-7b8ab081-a23c-4b04-b550-91529dc4612d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 945 time: 0.0891685
Feb 04 19:36:33.343900 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9bc4985b-59a5-4313-81c6-3ea2dc69e630 req-7f2e9231-8660-45ab-80e7-35373051655c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395851
Feb 04 19:36:33.367679 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0106a292-2e51-4960-8170-f473a0bb4061 req-5170cd14-6f9e-49c7-bbad-523dbd573263 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423064
Feb 04 19:36:33.564663 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7a7e1-c132-42de-a4fc-2fa5cb2a6acf req-48702679-7d94-4394-9492-d8542332bd49 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:33.566241 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b9c7a7e1-c132-42de-a4fc-2fa5cb2a6acf req-48702679-7d94-4394-9492-d8542332bd49 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0919173
Feb 04 19:36:33.624426 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b9c7a7e1-c132-42de-a4fc-2fa5cb2a6acf req-892dca8c-de59-47fa-88fb-0e97b10729d6 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520368
Feb 04 19:36:34.171605 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:36:34.295676 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:34.323554 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:34.334535 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:34.384665 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'code': 200}
Feb 04 19:36:34.424411 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:34.529953 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=8']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:34.547343 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.547822 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.548250 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.550830 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.551674 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.552424 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.554030 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.554490 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.555116 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.556742 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.557246 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:36:34.598987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996c6cb-9c81-4484-8dda-06a0270264fe req-b14dbcd5-5a58-45f9-aa9c-7e5f2355c10f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:34.600447 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8996c6cb-9c81-4484-8dda-06a0270264fe req-b14dbcd5-5a58-45f9-aa9c-7e5f2355c10f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1081872
Feb 04 19:36:34.622088 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313c4cb-6642-4f3c-b81c-11f85a7083b5 req-f250dee1-f212-4a03-ad5a-12fa2724b8bd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:34.629104 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b313c4cb-6642-4f3c-b81c-11f85a7083b5 req-f250dee1-f212-4a03-ad5a-12fa2724b8bd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1074889
Feb 04 19:36:34.672592 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8996c6cb-9c81-4484-8dda-06a0270264fe req-abab01d9-8a54-49d9-aa07-8513488d2753 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629692
Feb 04 19:36:34.788991 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b313c4cb-6642-4f3c-b81c-11f85a7083b5 req-e8940aef-7b93-4194-826b-9a40f4120e41 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945683
Feb 04 19:36:34.874738 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f586-be4f-4123-bb9e-3d9f0e6543ae req-36b546f7-9463-47ef-816f-9a2defc3756f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:34.876319 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f764f586-be4f-4123-bb9e-3d9f0e6543ae req-36b546f7-9463-47ef-816f-9a2defc3756f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0831838
Feb 04 19:36:34.940852 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f764f586-be4f-4123-bb9e-3d9f0e6543ae req-534394e0-3f1d-41f3-9a2d-731b0ca57465 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579967
Feb 04 19:36:35.936165 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b907-e8fc-4673-a987-9e215044c73c req-c0c74d9d-c522-4a27-80cb-032aafe578af tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:35.938454 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5064b907-e8fc-4673-a987-9e215044c73c req-c0c74d9d-c522-4a27-80cb-032aafe578af tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1048663
Feb 04 19:36:35.945910 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8443-6391-446c-b7bb-b7551fd31887 req-07689d83-8dc9-4ebe-b3dc-cbe4420f4a74 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:35.954620 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f8fa8443-6391-446c-b7bb-b7551fd31887 req-07689d83-8dc9-4ebe-b3dc-cbe4420f4a74 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0908806
Feb 04 19:36:36.016973 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f8fa8443-6391-446c-b7bb-b7551fd31887 req-bfb52ea3-1266-4322-bf23-a0b590657f35 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611413
Feb 04 19:36:36.029447 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5064b907-e8fc-4673-a987-9e215044c73c req-392cc848-5c76-486e-964b-0a8eadbd4e47 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760710
Feb 04 19:36:36.233111 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f3fbf-ed11-4b76-bc1a-db84a4f63431 req-9852314f-9cad-4b05-a1b9-d20ce35ea698 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:36.237044 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca8f3fbf-ed11-4b76-bc1a-db84a4f63431 req-9852314f-9cad-4b05-a1b9-d20ce35ea698 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0891321
Feb 04 19:36:36.297891 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca8f3fbf-ed11-4b76-bc1a-db84a4f63431 req-d72526e2-4df7-46d5-8238-4c9d148dfc54 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565994
Feb 04 19:36:37.279772 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4308-e351-46d0-87bf-a7a3acb39206 req-c9b7cac6-342a-4423-ac81-5522e94c51ce tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:37.289375 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-03df4308-e351-46d0-87bf-a7a3acb39206 req-c9b7cac6-342a-4423-ac81-5522e94c51ce tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1023266
Feb 04 19:36:37.346727 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-03df4308-e351-46d0-87bf-a7a3acb39206 req-f3210b5f-166d-474e-bd0b-c82ae792daf6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556707
Feb 04 19:36:37.362535 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00001f64-9e2a-4a5a-9e1a-db947c69582a req-706d54ee-816b-4454-84db-c3bbb83795d5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:37.364168 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-00001f64-9e2a-4a5a-9e1a-db947c69582a req-706d54ee-816b-4454-84db-c3bbb83795d5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1821051
Feb 04 19:36:37.376521 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-96493236-8c92-4f2c-8a2c-dce322c0192a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1277297
Feb 04 19:36:37.422699 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-00001f64-9e2a-4a5a-9e1a-db947c69582a req-55405f1b-c442-4b2d-acf7-33fbfc683a82 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449495
Feb 04 19:36:37.554758 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-19f896fe-e2c2-4345-8a09-3f96abcad66a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1098 time: 0.1101220
Feb 04 19:36:37.595310 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b09a8-a2de-4dde-8516-01acfe582d7b req-b6de6c24-f26b-4fd6-8ac5-a9cfc463b7c8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:37.606412 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5c3b09a8-a2de-4dde-8516-01acfe582d7b req-b6de6c24-f26b-4fd6-8ac5-a9cfc463b7c8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.1046791
Feb 04 19:36:37.686054 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5c3b09a8-a2de-4dde-8516-01acfe582d7b req-2a8b2200-a45d-4049-add5-322b2422f5c3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786071
Feb 04 19:36:37.769102 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f0efc-c182-4802-a483-c6717d844099 req-ac30f2e5-db86-4360-aa6d-6b835678316c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:37.771241 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-ac30f2e5-db86-4360-aa6d-6b835678316c service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.1891749
Feb 04 19:36:37.893203 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-85a1acd0-a40a-447c-bf30-7b89c2e656cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 1001 time: 0.1047268
Feb 04 19:36:37.999543 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f0efc-c182-4802-a483-c6717d844099 req-6b7c1851-e2ba-46c7-9e5d-cc2f781fbeee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:38.000965 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-6b7c1851-e2ba-46c7-9e5d-cc2f781fbeee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.0620060
Feb 04 19:36:38.079432 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-40487d17-9721-499b-a6f5-9da7caf57e69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719457
Feb 04 19:36:38.221848 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-cdfbe692-6f9a-4faf-bf73-b091c1b665e1 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289558
Feb 04 19:36:38.676765 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-477f0efc-c182-4802-a483-c6717d844099 req-74319e65-b13f-4e91-8215-f54ad00f53f2 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3715887
Feb 04 19:36:38.727016 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585a23-cd6e-4903-833f-abafdca1428f req-db22e3e7-54b4-42b7-a08a-b1722db9c869 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:38.731139 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044797a-da81-4d46-9c2a-352e48f16307 req-198eca15-5ba5-4820-b9ba-4627861754c4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:38.734612 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cf585a23-cd6e-4903-833f-abafdca1428f req-db22e3e7-54b4-42b7-a08a-b1722db9c869 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1305006
Feb 04 19:36:38.739321 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2044797a-da81-4d46-9c2a-352e48f16307 req-198eca15-5ba5-4820-b9ba-4627861754c4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1872444
Feb 04 19:36:38.785285 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cf585a23-cd6e-4903-833f-abafdca1428f req-498ba62e-9c0c-4e00-81c6-ab7e78faecb3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496354
Feb 04 19:36:38.794035 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2044797a-da81-4d46-9c2a-352e48f16307 req-7e77bc23-f5d7-4bbb-b60a-d55248edf184 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533056
Feb 04 19:36:38.844112 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:39.008387 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dd94-2829-4436-9c0c-407329c01f99 req-10d61b70-b314-437f-83cd-ecf9e5cbfa83 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:39.010577 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6283dd94-2829-4436-9c0c-407329c01f99 req-10d61b70-b314-437f-83cd-ecf9e5cbfa83 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0871682
Feb 04 19:36:39.059534 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6283dd94-2829-4436-9c0c-407329c01f99 req-e0647a4c-689d-4d21-a021-3c091652d94b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421283
Feb 04 19:36:40.010430 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a1dae-9cce-47d0-a8ed-fccfdc80388a req-bc69eaf8-ab2c-4f12-974f-0e54f07658fd tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:40.012426 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-527a1dae-9cce-47d0-a8ed-fccfdc80388a req-bc69eaf8-ab2c-4f12-974f-0e54f07658fd tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.0969152
Feb 04 19:36:40.095073 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-527a1dae-9cce-47d0-a8ed-fccfdc80388a req-f54e7662-c681-4b20-ad31-99abadbbf48e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620086
Feb 04 19:36:40.110822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d75098-90aa-47b6-ba30-0061ca176045 req-76c7a9f2-9c1e-4402-b53f-26f7c0f3004b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:40.112280 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57d75098-90aa-47b6-ba30-0061ca176045 req-76c7a9f2-9c1e-4402-b53f-26f7c0f3004b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1614437
Feb 04 19:36:40.162172 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57d75098-90aa-47b6-ba30-0061ca176045 req-2752fbb6-8aab-4fff-b32c-27fe9b8808e9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439718
Feb 04 19:36:40.281358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fbb52-9a52-4a84-90a8-f6740402493d req-400a56a0-e02e-4803-b5b1-ad88f97ed80f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:40.283295 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-385fbb52-9a52-4a84-90a8-f6740402493d req-400a56a0-e02e-4803-b5b1-ad88f97ed80f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0780520
Feb 04 19:36:40.346728 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-385fbb52-9a52-4a84-90a8-f6740402493d req-4206b43d-06cd-4a07-a1c3-562ab37836c3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581658
Feb 04 19:36:41.088843 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:36:41.238185 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:41.258048 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'port_id': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'mac_address': 'fa:16:3e:6e:6c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:36:41.325855 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:41.332169 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da3abc-a845-43d8-9509-03513deeccc6 req-199694c0-b045-4d4c-a039-be85b873f17e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:41.334110 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c8da3abc-a845-43d8-9509-03513deeccc6 req-199694c0-b045-4d4c-a039-be85b873f17e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.0964923
Feb 04 19:36:41.356441 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:36:41.378175 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:41.408791 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c8da3abc-a845-43d8-9509-03513deeccc6 req-e3ad9d4b-910f-40ae-ab11-37c29aabe431 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637212
Feb 04 19:36:41.443807 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:41.536662 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:41.653953 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4ade9-3095-4391-b56c-27df9347afe1 req-3903e10f-11c7-468f-81ab-0f81299dec78 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:41.655496 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-13e4ade9-3095-4391-b56c-27df9347afe1 req-3903e10f-11c7-468f-81ab-0f81299dec78 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 945 time: 0.1036353
Feb 04 19:36:41.727271 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-13e4ade9-3095-4391-b56c-27df9347afe1 req-e5e6390d-e0d4-4bd9-8d4c-f0a4fe0abb09 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659499
Feb 04 19:36:41.932269 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-41f8b30c-add9-4c34-8277-97dd9f19037a req-e64684cc-e952-45e0-8a29-02c642ef5b6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0892999
Feb 04 19:36:42.264458 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:36:42.424456 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e083e1-ab75-4576-b025-4809e8a8a10c req-4d353ca3-b275-4eaf-9e79-8d5b690bc315 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:42.432625 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-51e083e1-ab75-4576-b025-4809e8a8a10c req-4d353ca3-b275-4eaf-9e79-8d5b690bc315 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1039701
Feb 04 19:36:42.495000 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-51e083e1-ab75-4576-b025-4809e8a8a10c req-17efc124-ce86-46e2-986f-d40bfd184e8c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614309
Feb 04 19:36:42.713243 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 45374) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:36:42.741175 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51906cf-566a-4240-9c94-0d020e821d4d req-78764d1c-221a-43d4-8565-80f207143e59 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:42.750887 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e51906cf-566a-4240-9c94-0d020e821d4d req-78764d1c-221a-43d4-8565-80f207143e59 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 943 time: 0.1189692
Feb 04 19:36:42.805358 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e51906cf-566a-4240-9c94-0d020e821d4d req-4b0c0566-01c5-4486-a1bc-f3b209b872a6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534446
Feb 04 19:36:42.997866 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-90415791-9338-44d9-85c3-dab6711cda47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2829790
Feb 04 19:36:43.003542 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbabb8b-031d-40b8-8b29-d7715351a37f req-0009eee3-56ba-4dc0-88f3-a6ff70815370 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:43.004952 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6cbabb8b-031d-40b8-8b29-d7715351a37f req-0009eee3-56ba-4dc0-88f3-a6ff70815370 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 945 time: 0.1080108
Feb 04 19:36:43.074430 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device f741391c-da50-4f76-acce-eeaa05853bab details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:36:43.077733 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6cbabb8b-031d-40b8-8b29-d7715351a37f req-882f940b-afe8-40ab-84d1-2954f683cc7b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595214
Feb 04 19:36:43.180370 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:36:43.332556 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port f741391c-da50-4f76-acce-eeaa05853bab, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=f741391c-da50-4f76-acce-eeaa05853bab,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:43.361654 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'f741391c-da50-4f76-acce-eeaa05853bab', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'port_id': 'f741391c-da50-4f76-acce-eeaa05853bab', 'mac_address': 'fa:16:3e:fc:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaca8623-d906-44b0-a7e5-909186722292', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:36:43.457970 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:43.473908 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f741391c-da50-4f76-acce-eeaa05853bab {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:36:43.504595 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port f741391c-da50-4f76-acce-eeaa05853bab, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=f741391c-da50-4f76-acce-eeaa05853bab,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:43.603171 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:43.682135 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=f741391c-da50-4f76-acce-eeaa05853bab,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:43.809333 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0708ea-747b-421d-a1a4-3cbfb330fd54 req-a7483a5f-8a98-4198-94e8-c300d1d14a71 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:43.824591 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ef0708ea-747b-421d-a1a4-3cbfb330fd54 req-a7483a5f-8a98-4198-94e8-c300d1d14a71 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1244769
Feb 04 19:36:43.950287 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ef0708ea-747b-421d-a1a4-3cbfb330fd54 req-62fcae3a-ac66-48ab-90b6-e0040a6f076a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188331
Feb 04 19:36:44.196851 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['f741391c-da50-4f76-acce-eeaa05853bab'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:36:44.243524 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9c016-1e88-4896-8501-e2d2ea50fb66 req-439e3a35-9832-46c3-bcde-4ad4d5c1c2e6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:44.263400 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6b9c016-1e88-4896-8501-e2d2ea50fb66 req-439e3a35-9832-46c3-bcde-4ad4d5c1c2e6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 944 time: 0.3129914
Feb 04 19:36:44.370603 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6b9c016-1e88-4896-8501-e2d2ea50fb66 req-2e470640-f3f0-4e23-b4b5-1580d3f3735e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044543
Feb 04 19:36:44.493437 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ae13a-9861-4ce4-82f4-0f716f5c19b4 req-6f68f1bc-a3df-4e39-8c22-b7deabe07262 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:44.498336 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f27ae13a-9861-4ce4-82f4-0f716f5c19b4 req-6f68f1bc-a3df-4e39-8c22-b7deabe07262 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 945 time: 0.2815316
Feb 04 19:36:44.583178 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f27ae13a-9861-4ce4-82f4-0f716f5c19b4 req-215077af-48a0-4deb-8951-5120b4e66918 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593252
Feb 04 19:36:45.091088 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:36:45.195877 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946a80f-d2a7-4f68-a029-851c07abb7e2 req-8cc455c6-18c4-4d2c-b3b7-57751864ddb9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:45.197268 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a946a80f-d2a7-4f68-a029-851c07abb7e2 req-8cc455c6-18c4-4d2c-b3b7-57751864ddb9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1058917
Feb 04 19:36:45.252086 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:36:45.257374 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:36:45.257959 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:45.266107 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a946a80f-d2a7-4f68-a029-851c07abb7e2 req-93bd844a-4a4c-458e-b2e4-72866071be32 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605996
Feb 04 19:36:45.411846 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:45.472525 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:45.498095 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:45.555487 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'code': 200}
Feb 04 19:36:45.598226 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:45.728158 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:45.744212 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31859-c4fc-4646-a360-4004d5757933 req-2db1491a-90c3-4bc3-abda-c2f13a547bba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:45.746519 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4bf31859-c4fc-4646-a360-4004d5757933 req-2db1491a-90c3-4bc3-abda-c2f13a547bba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 944 time: 0.1525431
Feb 04 19:36:45.836175 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4bf31859-c4fc-4646-a360-4004d5757933 req-082ae0ed-2cb2-4efc-b52a-181fccb1551b tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801828
Feb 04 19:36:45.866879 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631603c2-da68-4e59-967c-7d6ccdd185f3 req-7b787642-ebe6-4b36-bc18-3e530b2ab340 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:45.868476 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-631603c2-da68-4e59-967c-7d6ccdd185f3 req-7b787642-ebe6-4b36-bc18-3e530b2ab340 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0808966
Feb 04 19:36:45.916759 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-631603c2-da68-4e59-967c-7d6ccdd185f3 req-2955299a-1b8b-417e-b464-6817da80b27a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421081
Feb 04 19:36:46.089711 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-528f8094-c6f5-4b08-8202-66b3fa9a2bbb req-9ac7f7e7-dfbb-4133-9d75-f9d649d26d2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1099 time: 0.0776093
Feb 04 19:36:46.135802 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-528f8094-c6f5-4b08-8202-66b3fa9a2bbb req-0d138ebf-6de0-44ee-bb4f-3d7ece11a06a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390983
Feb 04 19:36:46.491726 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b05d-7e9f-48b8-97cd-d911f12a4f6a req-bd06f1b4-e946-40aa-aa44-5d73ba4f5722 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:46.493218 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebb9b05d-7e9f-48b8-97cd-d911f12a4f6a req-bd06f1b4-e946-40aa-aa44-5d73ba4f5722 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0779941
Feb 04 19:36:46.546619 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebb9b05d-7e9f-48b8-97cd-d911f12a4f6a req-37e5c8ac-47ac-493a-bd51-4a54099ad777 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450821
Feb 04 19:36:47.107210 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device f741391c-da50-4f76-acce-eeaa05853bab up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:36:47.144214 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5583c-7b72-4c13-80c0-ae9c4bb05c67 req-b5435191-6a68-4708-8fc8-14439f357133 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:47.146781 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fab5583c-7b72-4c13-80c0-ae9c4bb05c67 req-b5435191-6a68-4708-8fc8-14439f357133 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 944 time: 0.1301305
Feb 04 19:36:47.200993 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fab5583c-7b72-4c13-80c0-ae9c4bb05c67 req-aa210e2f-2eee-46d8-96de-ef3855150979 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480027
Feb 04 19:36:47.203550 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48df8a2-f2a8-4ab0-97b1-e22368ff6543 req-90adc6ff-772a-4ebc-93b4-7d85e9748708 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:47.205285 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a48df8a2-f2a8-4ab0-97b1-e22368ff6543 req-90adc6ff-772a-4ebc-93b4-7d85e9748708 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1152260
Feb 04 19:36:47.258256 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a48df8a2-f2a8-4ab0-97b1-e22368ff6543 req-2bc76e5c-e6f1-4f49-8bc9-282f5acd06fb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468302
Feb 04 19:36:47.281785 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port f741391c-da50-4f76-acce-eeaa05853bab completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:36:47.287574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port f741391c-da50-4f76-acce-eeaa05853bab triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:36:47.288004 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:47.415437 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-702e7f41-d74d-410e-a3ae-fa52c61d05cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337&tenant_id=146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 1096 time: 0.0928571
Feb 04 19:36:47.453761 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:47.489208 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port f741391c-da50-4f76-acce-eeaa05853bab, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=f741391c-da50-4f76-acce-eeaa05853bab,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:36:47.550820 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-dc1b67f5-c655-4275-a42c-da994482ee4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1096 time: 0.0777144
Feb 04 19:36:47.555612 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:47.557273 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a94bda-0864-4b13-8659-bad167f7eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f741391c-da50-4f76-acce-eeaa05853bab'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:47.654606 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=f741391c-da50-4f76-acce-eeaa05853bab,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:47.729382 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-dd720482-7e90-41e5-a05e-90e459b87133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:47.729382 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-dd720482-7e90-41e5-a05e-90e459b87133 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.1646252
Feb 04 19:36:47.901202 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a94bda-0864-4b13-8659-bad167f7eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f741391c-da50-4f76-acce-eeaa05853bab', 'code': 200}
Feb 04 19:36:47.926575 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-8fc09b1c-e5e5-4073-9a16-6004105dedd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 998 time: 0.1952982
Feb 04 19:36:47.960265 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-abd2e1b6-08e0-4a38-ae51-db6cb6127b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:48.085188 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71de33d-0edc-462f-9f8b-be88a935ec9e req-95903227-0db8-4662-889a-b90e51edd636 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:48.086671 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d71de33d-0edc-462f-9f8b-be88a935ec9e req-95903227-0db8-4662-889a-b90e51edd636 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1407020
Feb 04 19:36:48.105033 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-c2a5b250-5ee8-4b7d-9934-945bde87bdaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:48.105033 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-c2a5b250-5ee8-4b7d-9934-945bde87bdaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.0914283
Feb 04 19:36:48.283348 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d71de33d-0edc-462f-9f8b-be88a935ec9e req-315e520b-382e-493b-b7b9-81dbd909d9f5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1845179
Feb 04 19:36:48.306387 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-256b2fa1-f587-4d06-8feb-7716c51b20be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1842644
Feb 04 19:36:48.529177 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-3bc2f982-8f3c-4938-8f3c-400166ad4b99 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146614
Feb 04 19:36:48.554761 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-51937f1d-d8c3-4639-b12b-152ae247137b req-1974d61d-6fc4-4280-aa8e-99fea06fbe3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 1098 time: 0.1911964
Feb 04 19:36:48.583056 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90d33-e045-44a9-971d-88927c4d19a3 req-8686039f-f082-42a3-8875-684a48ab6ccf tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:48.584595 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4ce90d33-e045-44a9-971d-88927c4d19a3 req-8686039f-f082-42a3-8875-684a48ab6ccf tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.1441557
Feb 04 19:36:48.635828 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-51937f1d-d8c3-4639-b12b-152ae247137b req-7d4e72a6-416d-4c07-8f99-39c00509cf39 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732412
Feb 04 19:36:48.655858 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4ce90d33-e045-44a9-971d-88927c4d19a3 req-3ba10fff-cd58-41e1-b456-0e2e9460d22c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651679
Feb 04 19:36:48.748335 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f6a3d757-9ef3-4210-ac5d-74b19ca81ac4 req-84c1bd7d-c934-4fa3-9d04-cd566e1b8f20 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762071
Feb 04 19:36:48.754803 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64f2ea-74d8-44a0-b885-328beb6bba59 req-40c53a8e-2cac-4d5c-b700-1e129a0ab447 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:48.756879 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8d64f2ea-74d8-44a0-b885-328beb6bba59 req-40c53a8e-2cac-4d5c-b700-1e129a0ab447 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.2267141
Feb 04 19:36:48.837370 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8d64f2ea-74d8-44a0-b885-328beb6bba59 req-9ff7c7f8-1b31-4155-8a87-53cda6024d8f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700133
Feb 04 19:36:49.061566 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80992a-763c-40f2-b9dd-43ef6d14da52 req-51d06ed3-25a8-4d23-aed5-ff8cd923f62f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:49.063055 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5a80992a-763c-40f2-b9dd-43ef6d14da52 req-51d06ed3-25a8-4d23-aed5-ff8cd923f62f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0858548
Feb 04 19:36:49.121038 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5a80992a-763c-40f2-b9dd-43ef6d14da52 req-9f6c5ae8-4e44-457d-99bd-7d700f9b2064 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517244
Feb 04 19:36:49.138975 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 45468) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:36:49.352183 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-971b3681-bd71-42d8-a8ad-adfbd304c418 tempest-TestShelveInstance-1996463180 tempest-TestShelveInstance-1996463180-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1094 time: 0.2117054
Feb 04 19:36:49.355096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 45476) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:36:49.360511 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'port_id': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:36:49.366684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:36:49.369793 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Usage tracker for resource:floatingip and tenant:aaa14d85b2d042229a98e5b6353f2fa1 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:36:49.373244 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:36:49.378839 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:36:49.442377 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for floatingip, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:49.542798 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d465ea-3d50-46be-a2bb-8a5facfc7d07 req-a44ea05a-2da1-42c8-98ab-6823f2423f91 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:49.544316 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d2d465ea-3d50-46be-a2bb-8a5facfc7d07 req-a44ea05a-2da1-42c8-98ab-6823f2423f91 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0808563
Feb 04 19:36:49.586422 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:49.598483 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d2d465ea-3d50-46be-a2bb-8a5facfc7d07 req-3328ee70-ef6c-4326-a502-1c2bfda5eaa8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483327
Feb 04 19:36:49.742550 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Allocated IP 172.27.3.64 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/7737bcee-c45f-4408-ab30-9486ebbe8f7e) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:36:49.910057 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b6252ed1-280c-47e0-94ae-4bc1277023f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:49.950794 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:49.967184 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00308-efca-45ec-bf1c-263f27678128 req-8fd5535f-5ba5-4bbf-a316-f1313e038c09 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:49.968676 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71f00308-efca-45ec-bf1c-263f27678128 req-8fd5535f-5ba5-4bbf-a316-f1313e038c09 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.1520746
Feb 04 19:36:50.024120 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71f00308-efca-45ec-bf1c-263f27678128 req-d8da260e-445f-405d-a6ba-57c192847ad6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485864
Feb 04 19:36:50.114991 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:50.180130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:36:50.183455 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:36:50.187743 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:36:50.210827 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'Port': ['ID=7737bcee-c45f-4408-ab30-9486ebbe8f7e,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:50.754887 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:50.827254 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28676eba-3693-47d4-87eb-f310ed0b1a92 req-881481ab-6682-41be-bd00-73679a30a10f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:50.828742 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-28676eba-3693-47d4-87eb-f310ed0b1a92 req-881481ab-6682-41be-bd00-73679a30a10f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0758455
Feb 04 19:36:50.873631 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-28676eba-3693-47d4-87eb-f310ed0b1a92 req-a324a99e-8277-4f3c-959b-d95e6e713e4f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387330
Feb 04 19:36:50.881551 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:51.097561 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:51.104573 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:51.185458 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:51.301369 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event updated for resources: {'Port': ['ID=7737bcee-c45f-4408-ab30-9486ebbe8f7e,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:36:51.323566 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:51.396921 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433144a-1d04-4623-abb2-41f55e2ca255 req-30afefac-36fb-4ec3-bf04-fe72e9269aa7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:51.398391 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2433144a-1d04-4623-abb2-41f55e2ca255 req-30afefac-36fb-4ec3-bf04-fe72e9269aa7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.2469978
Feb 04 19:36:51.461698 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2433144a-1d04-4623-abb2-41f55e2ca255 req-d0d504fd-1b57-4034-a31a-db0228a87f70 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570288
Feb 04 19:36:51.559828 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.l3_db [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Floating IP 21b608f0-f3d6-48af-8ff4-bfd8a430910f associated. External IP: 172.27.3.64, port: aee1d902-f6cf-4572-8ad6-79aa4c4a0d12.
Feb 04 19:36:51.721694 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:51.941584 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Router aa910945-9cf6-499c-98cb-db38fa1d9d59 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:36:52.094925 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5cf4-18c7-4673-a66b-f196e7c1f9eb req-90848e0a-3903-4fa0-a85e-7d6d4c32dc83 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:52.096390 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a10d5cf4-18c7-4673-a66b-f196e7c1f9eb req-90848e0a-3903-4fa0-a85e-7d6d4c32dc83 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0840235
Feb 04 19:36:52.144186 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:36:52.144447 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a10d5cf4-18c7-4673-a66b-f196e7c1f9eb req-9e2758b7-eaec-4411-8fb2-7b9a7d40c64e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413811
Feb 04 19:36:52.155745 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] Sync routers for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:36:52.172256 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:36:52.172868 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a970>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:36:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:52.242477 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:52.358899 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:36:52.406263 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-297c4e8d-27ab-443f-b8b7-2cf4f58b889d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0500827
Feb 04 19:36:52.406958 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:36:52.464346 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'status': 'completed', 'code': 200}
Feb 04 19:36:52.656673 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa83fa3-0393-44b8-b35a-6b4022d8cb0a req-30a439d0-9600-4a8d-9d0d-983c4ad3f859 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:52.661138 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-efa83fa3-0393-44b8-b35a-6b4022d8cb0a req-30a439d0-9600-4a8d-9d0d-983c4ad3f859 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0792525
Feb 04 19:36:52.703946 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a970>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '21b608f0-f3d6-48af-8ff4-bfd8a430910f', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'port_id': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'mac_address': 'fa:16:3e:6e:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:36:50Z', 'updated_at': '2022-02-04T19:36:50Z', 'revision_number': 0, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:31Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:52.707714 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] Checking router: aa910945-9cf6-499c-98cb-db38fa1d9d59 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:36:52.712294 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-efa83fa3-0393-44b8-b35a-6b4022d8cb0a req-51f580be-4720-4847-b6f6-7e40edaa5079 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471494
Feb 04 19:36:52.718779 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:36:52.719374 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a970>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:36:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:52.891469 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:36:53.222615 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a970>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '21b608f0-f3d6-48af-8ff4-bfd8a430910f', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'port_id': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'mac_address': 'fa:16:3e:6e:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:36:50Z', 'updated_at': '2022-02-04T19:36:50Z', 'revision_number': 0, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:31Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:36:53.226529 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94fe02-9cc9-4fd7-a2c4-d4ecb65aad1e None None] The sync data for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi is: [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '21b608f0-f3d6-48af-8ff4-bfd8a430910f', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'port_id': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'mac_address': 'fa:16:3e:6e:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:36:50Z', 'updated_at': '2022-02-04T19:36:50Z', 'revision_number': 0, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:31Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:36:53.380519 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b63ca-ab69-4871-b15c-309ce2063e9a req-fb1ef839-3820-438f-b3b9-6f75497c2517 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:53.385034 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bf1b63ca-ab69-4871-b15c-309ce2063e9a req-fb1ef839-3820-438f-b3b9-6f75497c2517 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0827479
Feb 04 19:36:53.392037 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:36:53.429277 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bf1b63ca-ab69-4871-b15c-309ce2063e9a req-4d5e37d5-f2e1-4c9d-b42f-8c4c56795b15 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406921
Feb 04 19:36:53.479115 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42c8517-855b-48da-90d4-c268e3d5f603 None None] New status for floating IP 21b608f0-f3d6-48af-8ff4-bfd8a430910f: ACTIVE {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:36:53.910955 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a176a-1359-4766-98f2-af1e02668257 req-6b6dac19-29c5-4ea3-b353-873de332ff94 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:53.912442 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-602a176a-1359-4766-98f2-af1e02668257 req-6b6dac19-29c5-4ea3-b353-873de332ff94 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0736723
Feb 04 19:36:53.956220 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-602a176a-1359-4766-98f2-af1e02668257 req-5e74c23c-0cf0-4573-bf6b-ff8f3f2c7f89 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379565
Feb 04 19:36:54.213205 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e467b73-da6b-486a-8351-a14de998efe8 req-7b8bce53-d737-46f2-bb05-feda5f260408 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1099 time: 0.0695851
Feb 04 19:36:54.346288 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e467b73-da6b-486a-8351-a14de998efe8 req-509e30f3-c6d7-4968-b450-894c59eff31d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:54.347550 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e467b73-da6b-486a-8351-a14de998efe8 req-509e30f3-c6d7-4968-b450-894c59eff31d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 909 time: 0.1285167
Feb 04 19:36:54.453797 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e467b73-da6b-486a-8351-a14de998efe8 req-59cb1fce-d80d-48da-8635-a9b71eb900e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 1001 time: 0.0940502
Feb 04 19:36:54.526333 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e467b73-da6b-486a-8351-a14de998efe8 req-c5b6c712-b2dc-4fdf-9ada-41a8f5e78768 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:54.528269 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e467b73-da6b-486a-8351-a14de998efe8 req-c5b6c712-b2dc-4fdf-9ada-41a8f5e78768 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 200  len: 848 time: 0.0634673
Feb 04 19:36:54.605485 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e467b73-da6b-486a-8351-a14de998efe8 req-2f27c0c6-016e-4c01-8162-9870c1d7d77b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236140c-d82d-4575-8008-573da6504426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678065
Feb 04 19:36:54.662352 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fe6a4-95a2-476e-af84-e5f576ad4e5d req-cd1eb5a7-5d70-496a-977a-f7bed79e2531 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:54.667520 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e38fe6a4-95a2-476e-af84-e5f576ad4e5d req-cd1eb5a7-5d70-496a-977a-f7bed79e2531 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0878279
Feb 04 19:36:54.712389 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e38fe6a4-95a2-476e-af84-e5f576ad4e5d req-83cdc47a-da92-47e4-bdbd-9266ae8125f9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407476
Feb 04 19:36:54.752215 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e467b73-da6b-486a-8351-a14de998efe8 req-426bc4ac-96ce-4fca-868a-ec0193ce007f service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368694
Feb 04 19:36:55.305043 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1e467b73-da6b-486a-8351-a14de998efe8 req-7a9a58bd-ba24-4827-8d01-949214e29825 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2443018
Feb 04 19:36:55.317291 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126778d-6ace-42b1-848d-77a2deb2e7c3 req-6ed8554e-dfb5-468c-aba2-c23125278ddc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:55.318653 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3126778d-6ace-42b1-848d-77a2deb2e7c3 req-6ed8554e-dfb5-468c-aba2-c23125278ddc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.2384701
Feb 04 19:36:55.363739 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3126778d-6ace-42b1-848d-77a2deb2e7c3 req-406cec14-baab-4b13-b370-10d17498a29a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382152
Feb 04 19:36:55.932017 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17526-fb9e-46b9-b5ea-6445cbe316df req-151def6f-0805-458c-a897-fefd99e1ebc9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:55.934236 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-66e17526-fb9e-46b9-b5ea-6445cbe316df req-151def6f-0805-458c-a897-fefd99e1ebc9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0815504
Feb 04 19:36:55.979110 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-66e17526-fb9e-46b9-b5ea-6445cbe316df req-e947f9d9-e857-4669-a606-ea049b37134c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393074
Feb 04 19:36:56.574288 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4eec6-8b4c-4700-93e8-66ca0110ba66 req-d06becfc-cc66-4651-826f-e3aa039a86ba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:56.575746 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3fb4eec6-8b4c-4700-93e8-66ca0110ba66 req-d06becfc-cc66-4651-826f-e3aa039a86ba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0788264
Feb 04 19:36:56.650926 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3fb4eec6-8b4c-4700-93e8-66ca0110ba66 req-ad3d77f6-fb70-4386-a563-6b53405340eb tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594003
Feb 04 19:36:57.352329 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7648-ce1e-46bf-b713-559c9b044d09 req-42c2a356-0cf7-4274-9701-a97a126e9b3c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:57.353817 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-17be7648-ce1e-46bf-b713-559c9b044d09 req-42c2a356-0cf7-4274-9701-a97a126e9b3c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0965626
Feb 04 19:36:57.401138 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-17be7648-ce1e-46bf-b713-559c9b044d09 req-ae57eea1-69cf-43af-9bff-8e6b50b38adf tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411642
Feb 04 19:36:57.863522 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc2d44-a903-49a4-84e3-9971a85185bb req-1cb7ad25-42de-4b1a-a43d-2ce9ebbd76d1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:57.865821 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-67fc2d44-a903-49a4-84e3-9971a85185bb req-1cb7ad25-42de-4b1a-a43d-2ce9ebbd76d1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0943856
Feb 04 19:36:57.933817 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-67fc2d44-a903-49a4-84e3-9971a85185bb req-e0e14407-e6fc-4179-ac0c-2354426f578d tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543418
Feb 04 19:36:58.637441 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a2c01-a991-4473-8f27-adbae3b945e5 req-ad102dd4-abd1-446e-a84c-c3d2ec1efaca tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:58.639121 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6c1a2c01-a991-4473-8f27-adbae3b945e5 req-ad102dd4-abd1-446e-a84c-c3d2ec1efaca tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0822108
Feb 04 19:36:58.700304 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6c1a2c01-a991-4473-8f27-adbae3b945e5 req-860f9019-4a82-4a98-a181-8bc836bb143d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541105
Feb 04 19:36:59.166902 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbeb6f-da51-4dd3-8a9e-3c16fd04767f req-f4fd6f05-5886-45ab-b4d7-b38194e52910 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:59.168322 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c0bbeb6f-da51-4dd3-8a9e-3c16fd04767f req-f4fd6f05-5886-45ab-b4d7-b38194e52910 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0801530
Feb 04 19:36:59.215043 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c0bbeb6f-da51-4dd3-8a9e-3c16fd04767f req-47da90b0-4412-489f-a812-1870e72f18e6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409749
Feb 04 19:36:59.280029 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:36:59.957031 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e63f-b7ed-4bed-a01e-e06a44ae9ed9 req-ad957616-9ef2-4249-bd55-9a4c1ae9b57b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:36:59.959534 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd46e63f-b7ed-4bed-a01e-e06a44ae9ed9 req-ad957616-9ef2-4249-bd55-9a4c1ae9b57b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1115084
Feb 04 19:37:00.005937 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd46e63f-b7ed-4bed-a01e-e06a44ae9ed9 req-4898819e-6e45-4811-beec-965a5bed77b6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402400
Feb 04 19:37:00.458128 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936b181-23d7-434b-a2a1-dce1faf93e63 req-aa6567e8-fcf1-4bc6-8889-ffdd9ad2bf2c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:00.459587 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8936b181-23d7-434b-a2a1-dce1faf93e63 req-aa6567e8-fcf1-4bc6-8889-ffdd9ad2bf2c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0848472
Feb 04 19:37:00.509912 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8936b181-23d7-434b-a2a1-dce1faf93e63 req-b9d35e43-2ae3-444c-a732-138d30bcc453 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436156
Feb 04 19:37:00.539684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 45640) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:00.596953 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Deleting subnet 2a1dc0ea-6a25-417b-be6c-1fd57fe966d0 {{(pid=83674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:37:00.605326 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:00.657289 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1445396'] for subnet, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:00.719945 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:00.865143 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6678646'] for subnet, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:00.903877 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1dc0ea-6a25-417b-be6c-1fd57fe966d0,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:00.918185 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:00.923728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.924066 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.924395 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.924763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.925090 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.925452 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.925769 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.926085 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.926398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.926708 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.927018 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:00.934030 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-0ec0d7cd-007b-4f2f-95e9-8c93502ef8b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a1dc0ea-6a25-417b-be6c-1fd57fe966d0 HTTP/1.1" status: 204  len: 168 time: 0.3995054
Feb 04 19:37:00.934883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 45648) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:01.049684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:01.177424 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:01.228244 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3084863610>,) {'filters': {'network_id': ['bdf7cc44-af9f-45c1-989d-ee24aa7dc98b']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:37:01.243560 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3084863610>, 'b1291255-e959-4209-adc6-70a247176f0f') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:37:01.243848 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3084863610>, 'b1291255-e959-4209-adc6-70a247176f0f') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:37:01.257183 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8bfb9-cf0a-4710-a916-c21f465ee46f req-325c41f5-4820-4db1-8190-78a6520ca33a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:01.257912 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:01.258667 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a1b8bfb9-cf0a-4710-a916-c21f465ee46f req-325c41f5-4820-4db1-8190-78a6520ca33a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0896974
Feb 04 19:37:01.283270 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:01.298540 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:37:01.298540 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:37:01.309339 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:37:01.341836 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a1b8bfb9-cf0a-4710-a916-c21f465ee46f req-7b348bf0-23a3-4493-b840-2953a016679e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756314
Feb 04 19:37:01.470567 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:01.490117 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:01.495883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf7cc44-af9f-45c1-989d-ee24aa7dc98b,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:01.547286 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-1913c91c-cd55-4c63-a0f9-d2ee9603a252 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bdf7cc44-af9f-45c1-989d-ee24aa7dc98b HTTP/1.1" status: 204  len: 168 time: 0.6101973
Feb 04 19:37:01.815614 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8220fd-477a-46bd-9c8d-af59f1e52422 req-54e1c411-052a-41b3-8880-bb4566bc41f5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:01.817224 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0a8220fd-477a-46bd-9c8d-af59f1e52422 req-54e1c411-052a-41b3-8880-bb4566bc41f5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0968323
Feb 04 19:37:01.870404 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0a8220fd-477a-46bd-9c8d-af59f1e52422 req-79d429ef-67f2-4725-9d97-03864a5a468c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437968
Feb 04 19:37:02.184580 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 45660) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:02.235287 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e4fb4cc9-ff25-4e13-896d-ca24ff566c7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e39808736095449fbc7b9decd72e8c86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494258
Feb 04 19:37:02.238410 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 45664) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:02.298958 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5dce-3421-4eca-ab0e-09dba4462ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:02.329001 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5dce-3421-4eca-ab0e-09dba4462ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:02.504630 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5dce-3421-4eca-ab0e-09dba4462ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:02.523034 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd5dce-3421-4eca-ab0e-09dba4462ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbee092-1231-4c6a-96ac-827ea9873e5e,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:02.581452 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c097e-fc6f-466a-af26-d259b2e52153 req-30f64c66-77ff-4643-bf4d-8df7bc3ca0d8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:02.582901 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ff5c097e-fc6f-466a-af26-d259b2e52153 req-30f64c66-77ff-4643-bf4d-8df7bc3ca0d8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0949762
Feb 04 19:37:02.589847 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5dce-3421-4eca-ab0e-09dba4462ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:02.591256 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6ecd5dce-3421-4eca-ab0e-09dba4462ae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcbee092-1231-4c6a-96ac-827ea9873e5e HTTP/1.1" status: 204  len: 168 time: 0.3516707
Feb 04 19:37:02.638873 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ff5c097e-fc6f-466a-af26-d259b2e52153 req-279bd068-0a40-4809-987b-cd3c76df6a17 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502970
Feb 04 19:37:03.103127 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aa876-3e28-415e-8e54-46f95283c84b req-9aa5c786-b1ed-48bd-8ec9-39fee02f9dbd tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:03.104692 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca3aa876-3e28-415e-8e54-46f95283c84b req-9aa5c786-b1ed-48bd-8ec9-39fee02f9dbd tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0910428
Feb 04 19:37:03.154775 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca3aa876-3e28-415e-8e54-46f95283c84b req-adaafc2e-fbc8-49af-b8ed-351a1cd58d9d tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423663
Feb 04 19:37:03.963290 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f3929-3499-4c6f-abb0-c4d07ce330a9 req-bf74f251-d179-4dd7-99d6-aa19022ed404 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:03.965473 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-275f3929-3499-4c6f-abb0-c4d07ce330a9 req-bf74f251-d179-4dd7-99d6-aa19022ed404 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1287379
Feb 04 19:37:04.027074 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-275f3929-3499-4c6f-abb0-c4d07ce330a9 req-06444ec0-747f-4fc8-801f-563dbde023f5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533602
Feb 04 19:37:04.438216 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 45714) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:04.462142 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4b355-a23d-4da6-8dc9-4e8e186b647d req-11da89ac-41e6-48d2-a6df-6b2d4d325a6f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:04.462142 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34c4b355-a23d-4da6-8dc9-4e8e186b647d req-11da89ac-41e6-48d2-a6df-6b2d4d325a6f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.1788428
Feb 04 19:37:04.515528 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34c4b355-a23d-4da6-8dc9-4e8e186b647d req-105a0752-f464-4bce-adf9-f401626467aa tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483451
Feb 04 19:37:04.616615 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:04.679472 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:37:04.698726 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c2fa35e33d446d9dc8c3fb3881a875 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:37:04.703189 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:37:04.710345 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:37:04.779921 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:04.853040 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:04.906750 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c2fa35e33d446d9dc8c3fb3881a875&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4671288
Feb 04 19:37:04.907457 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270461f-9fdc-418a-8f62-2f9846037d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a178ba-417d-4037-9224-270d9b93c8da,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:04.910808 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 45720) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:05.035489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-da3a0d2a-f8bb-40db-8108-824dbf8ca82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:05.075298 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-da3a0d2a-f8bb-40db-8108-824dbf8ca82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:05.274669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-da3a0d2a-f8bb-40db-8108-824dbf8ca82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:05.274969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fea389-eb6c-4881-946f-7c969922f8f6 req-ee8985cf-0492-4339-a47b-2963c00b8f8d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:05.276487 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-84fea389-eb6c-4881-946f-7c969922f8f6 req-ee8985cf-0492-4339-a47b-2963c00b8f8d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0921080
Feb 04 19:37:05.290121 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a0d2a-f8bb-40db-8108-824dbf8ca82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a178ba-417d-4037-9224-270d9b93c8da,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:05.297484 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-da3a0d2a-f8bb-40db-8108-824dbf8ca82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:05.298658 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-da3a0d2a-f8bb-40db-8108-824dbf8ca82d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68a178ba-417d-4037-9224-270d9b93c8da HTTP/1.1" status: 204  len: 168 time: 0.3864014
Feb 04 19:37:05.328476 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-84fea389-eb6c-4881-946f-7c969922f8f6 req-38aeb3a1-b672-412c-8f47-8e5462d58dc7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462055
Feb 04 19:37:05.753969 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1032b0-b6ad-4e7c-bdda-92fe25e07d5f req-26d0e85e-1cc6-4135-b943-d9093c206509 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:05.755412 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2d1032b0-b6ad-4e7c-bdda-92fe25e07d5f req-26d0e85e-1cc6-4135-b943-d9093c206509 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.1013765
Feb 04 19:37:05.803636 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2d1032b0-b6ad-4e7c-bdda-92fe25e07d5f req-e78de2d2-f3d3-49f0-91d3-10d1d467ce56 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427201
Feb 04 19:37:06.570209 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a9b6e-e602-40ab-b9fa-481b2f94fdbe req-5e93ea25-5edc-40c9-91c7-44416be929a8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:06.571670 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b37a9b6e-e602-40ab-b9fa-481b2f94fdbe req-5e93ea25-5edc-40c9-91c7-44416be929a8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0851791
Feb 04 19:37:06.623846 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b37a9b6e-e602-40ab-b9fa-481b2f94fdbe req-3d694bc0-00bf-4943-9c58-46da48735e3b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464799
Feb 04 19:37:07.021818 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efbb45-c574-4912-a315-93930fc31c9f req-9d2a566b-31fa-4548-86e1-37f41365196a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:07.023436 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-95efbb45-c574-4912-a315-93930fc31c9f req-9d2a566b-31fa-4548-86e1-37f41365196a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0836396
Feb 04 19:37:07.067974 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-95efbb45-c574-4912-a315-93930fc31c9f req-6c91adb1-a00b-46fd-95d7-afaf7588e6e1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385067
Feb 04 19:37:07.851095 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b6ca-581d-4c0e-91da-c16deab49ab8 req-c9d6abbe-2935-4291-9f49-df5e6eb66bfa tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:07.852540 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e123b6ca-581d-4c0e-91da-c16deab49ab8 req-c9d6abbe-2935-4291-9f49-df5e6eb66bfa tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0747788
Feb 04 19:37:07.903991 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e123b6ca-581d-4c0e-91da-c16deab49ab8 req-f20f37f3-d9a6-40dd-afb3-0ef2a2831157 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454769
Feb 04 19:37:08.272511 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85512911-8d48-4419-9784-97cde08533e9 req-da5d8623-fc31-4f03-813f-dc755bc7718c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:08.273981 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-85512911-8d48-4419-9784-97cde08533e9 req-da5d8623-fc31-4f03-813f-dc755bc7718c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0831487
Feb 04 19:37:08.327226 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-85512911-8d48-4419-9784-97cde08533e9 req-9b5b2ebc-a08d-47c3-b199-ce8ea084c244 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425351
Feb 04 19:37:08.829845 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:09.259862 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13d894-5562-4bff-86dc-b188792241e2 req-d0ba2a03-c388-4536-896a-bc2edbbc3404 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:09.261361 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7d13d894-5562-4bff-86dc-b188792241e2 req-d0ba2a03-c388-4536-896a-bc2edbbc3404 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0825651
Feb 04 19:37:09.304809 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7d13d894-5562-4bff-86dc-b188792241e2 req-069cda34-3308-4a22-b340-5ce248be0aac tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378017
Feb 04 19:37:09.523623 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efc78f-a9c0-4a7f-bbcc-2b9070b8bd4c req-17a8eca9-7ac0-4725-94d5-e898e58006d4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:09.524967 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a4efc78f-a9c0-4a7f-bbcc-2b9070b8bd4c req-17a8eca9-7ac0-4725-94d5-e898e58006d4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0769222
Feb 04 19:37:09.572506 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a4efc78f-a9c0-4a7f-bbcc-2b9070b8bd4c req-99b8b091-9420-4da7-ab71-e2fe43ff46a4 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416081
Feb 04 19:37:10.534116 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de292b-f930-41eb-995c-837df17a9bc2 req-2ebe7636-efdb-49b0-84d2-f3d9f963c508 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:10.537323 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20de292b-f930-41eb-995c-837df17a9bc2 req-2ebe7636-efdb-49b0-84d2-f3d9f963c508 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0877202
Feb 04 19:37:10.583819 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20de292b-f930-41eb-995c-837df17a9bc2 req-5940fce4-91b5-496d-b623-2430b8951bd5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418150
Feb 04 19:37:10.791444 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd30cc3-566a-4a30-85e0-21897ecf5097 req-a22c1afe-47b5-4e90-8c08-e7dabec7f4df tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:10.792882 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1dd30cc3-566a-4a30-85e0-21897ecf5097 req-a22c1afe-47b5-4e90-8c08-e7dabec7f4df tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0765879
Feb 04 19:37:10.840963 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1dd30cc3-566a-4a30-85e0-21897ecf5097 req-1a43f914-7177-44f7-9332-0d206f769e1a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425103
Feb 04 19:37:11.839775 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6ae52-a7fa-42a1-99bd-89bd9292c3ce req-18fb937c-1a44-496a-b63c-aeb3ee4c082f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:11.841251 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3bd6ae52-a7fa-42a1-99bd-89bd9292c3ce req-18fb937c-1a44-496a-b63c-aeb3ee4c082f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0817764
Feb 04 19:37:11.888577 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3bd6ae52-a7fa-42a1-99bd-89bd9292c3ce req-7611695f-ebb1-46dd-9148-cd0ba05d5fca tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414639
Feb 04 19:37:13.100374 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56945f95-cd3e-492d-b025-819cf4ada661 req-b93ce767-493d-4e40-b27c-cc44e0c6d6d8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:13.101831 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-56945f95-cd3e-492d-b025-819cf4ada661 req-b93ce767-493d-4e40-b27c-cc44e0c6d6d8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0778465
Feb 04 19:37:13.146563 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-56945f95-cd3e-492d-b025-819cf4ada661 req-ce9f15bf-5922-464c-acd6-93f1a5cdcc05 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387042
Feb 04 19:37:14.358743 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f18f6-7d58-4708-9e6c-8212cb90de5c req-a615d06f-baa2-4d06-8858-e751fb195d2e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:14.360165 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5b9f18f6-7d58-4708-9e6c-8212cb90de5c req-a615d06f-baa2-4d06-8858-e751fb195d2e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0771525
Feb 04 19:37:14.406734 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5b9f18f6-7d58-4708-9e6c-8212cb90de5c req-c5195559-5b20-46f5-ace3-7bdc52c9078e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409427
Feb 04 19:37:14.980525 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-922bd634-ff75-4255-ab7f-b204a6cba888 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:14.981995 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-922bd634-ff75-4255-ab7f-b204a6cba888 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.1463990
Feb 04 19:37:14.997967 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-8e4fff00-a5b1-40f1-8a78-b6e57c716935 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/quotas/5dcd92d524f04ada9479b8317460d19e HTTP/1.1" status: 200  len: 375 time: 0.0107052
Feb 04 19:37:15.083362 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-7b014496-4b77-4f03-9cd1-55ac8fdf438d tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0803549
Feb 04 19:37:15.423914 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-a9de1c0f-714d-4059-aa40-cc4b0f3ace44 service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3331521
Feb 04 19:37:15.572524 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-81fa0cf7-2570-4eb5-aadc-d76977f6196f service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421914
Feb 04 19:37:15.671734 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42517db-13bc-4638-959d-43462f6250eb req-4959426f-1169-4bbf-8f71-cac35b748550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:15.674089 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b42517db-13bc-4638-959d-43462f6250eb req-4959426f-1169-4bbf-8f71-cac35b748550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.1240945
Feb 04 19:37:15.730625 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b42517db-13bc-4638-959d-43462f6250eb req-26278e62-3ddf-434d-9ea4-46d44eff067b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509069
Feb 04 19:37:15.876605 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-882e414d-579a-4244-a1d1-274f66bf0b76 req-9a750f74-58bd-4a5d-b5df-75c4a2aa867b tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 210 time: 0.0468390
Feb 04 19:37:16.945390 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81b72-a05b-403e-b042-cb1c7329e386 req-f08879c3-c763-4bd1-93ed-042cc361a838 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:16.946616 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d8b81b72-a05b-403e-b042-cb1c7329e386 req-f08879c3-c763-4bd1-93ed-042cc361a838 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0750756
Feb 04 19:37:16.996079 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d8b81b72-a05b-403e-b042-cb1c7329e386 req-65144cdf-8d3f-4c94-991b-6ce9c278d23b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431585
Feb 04 19:37:17.064476 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1ed0242d-2466-4cea-838c-92fa1b174301 req-9763cc8b-0489-4f27-9c24-44baeab84290 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 210 time: 0.0437682
Feb 04 19:37:17.805485 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-154c810e-3659-4821-81b1-391fc307299f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:18.213780 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230cf00-8e03-4440-85be-4f590b7f88c8 req-95346ac5-df86-4bca-8cc0-c173a9cb7f9d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:18.215209 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4230cf00-8e03-4440-85be-4f590b7f88c8 req-95346ac5-df86-4bca-8cc0-c173a9cb7f9d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0786717
Feb 04 19:37:18.229912 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f9b41d9e-1a56-49d5-adfa-deb4182c836c req-81a9916d-86f6-4e76-8a51-961a16833141 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 210 time: 0.0433154
Feb 04 19:37:18.260922 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4230cf00-8e03-4440-85be-4f590b7f88c8 req-d0825b55-48fb-406d-bae2-f42178064af6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400424
Feb 04 19:37:18.431899 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-0e2d2fce-c5ff-48bc-b6b0-26da5d566909 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:18.433448 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-0e2d2fce-c5ff-48bc-b6b0-26da5d566909 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.1436141
Feb 04 19:37:18.457126 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Request body: {'port': {'device_id': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'admin_state_up': True, 'tenant_id': '5dcd92d524f04ada9479b8317460d19e'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:37:18.591078 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:37:18.600335 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:37:18.708397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Made reservation on behalf of 5dcd92d524f04ada9479b8317460d19e for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:37:18.711528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:18.872883 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Allocated IP 172.20.0.4 (3d96d418-7d0f-4955-88ad-b6f87cd49e7d/aaca8623-d906-44b0-a7e5-909186722292/66d3b455-38bc-48b8-89f8-2eac7b782163) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:37:19.079492 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:19.195651 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:19.250274 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3', 'f741391c-da50-4f76-acce-eeaa05853bab'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:37:19.263521 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:37:19.266844 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:37:19.270810 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:37:19.374447 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:37:19.383091 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event updated for resources: {'Port': ['ID=66d3b455-38bc-48b8-89f8-2eac7b782163,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:19.463003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:19.463003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:19.503807 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e4da-4e76-4dbd-b4bb-5b5c7d2673ec req-e9219ce1-4947-4f79-95c8-02b61d20baef tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:19.505446 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4170e4da-4e76-4dbd-b4bb-5b5c7d2673ec req-e9219ce1-4947-4f79-95c8-02b61d20baef tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 943 time: 0.0860796
Feb 04 19:37:19.518690 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5aa1e-f2f2-4c46-a15e-a70f4e7fd5fd req-23aa8fd8-d5f0-428f-8d1f-677d676d4292 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:19.519385 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-86b5aa1e-f2f2-4c46-a15e-a70f4e7fd5fd req-23aa8fd8-d5f0-428f-8d1f-677d676d4292 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:37:19.556500 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4170e4da-4e76-4dbd-b4bb-5b5c7d2673ec req-771c029d-e301-4e64-b8a0-8213bd476a09 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454550
Feb 04 19:37:19.597878 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-2c3c345c-2559-46b4-84c4-8163ada76709 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1379786
Feb 04 19:37:19.601786 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:37:19.626710 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'port_id': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'mac_address': 'fa:16:3e:e6:71:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:37:19.670594 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-86b5aa1e-f2f2-4c46-a15e-a70f4e7fd5fd req-23aa8fd8-d5f0-428f-8d1f-677d676d4292 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:37:19.672689 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-86b5aa1e-f2f2-4c46-a15e-a70f4e7fd5fd req-23aa8fd8-d5f0-428f-8d1f-677d676d4292 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 931 time: 0.2691140
Feb 04 19:37:19.704457 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Request body: {'port': {'device_id': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:37:19.716087 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:19.750886 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5c5699-ddb7-4265-8537-b725bd8c23d5 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:37:19.774162 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-86b5aa1e-f2f2-4c46-a15e-a70f4e7fd5fd req-a8438297-e683-4526-b295-aff2c3ee00bc tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956666
Feb 04 19:37:19.775839 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:37:19.829120 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:19.857996 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:19.922645 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-90686b4e-feff-4571-ab79-57c48be654f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:19.926958 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=9']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:20.168643 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d3b455-38bc-48b8-89f8-2eac7b782163 {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:37:20.178768 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:20.194047 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Transition to ACTIVE for port object 66d3b455-38bc-48b8-89f8-2eac7b782163 will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:37:20.269889 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:20.395208 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Pushing event updated for resources: {'Port': ['ID=66d3b455-38bc-48b8-89f8-2eac7b782163,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:20.504098 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Attempting to bind port 66d3b455-38bc-48b8-89f8-2eac7b782163 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:37:20.504443 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Attempting to bind port 66d3b455-38bc-48b8-89f8-2eac7b782163 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:37:20.504767 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Attempting to bind port 66d3b455-38bc-48b8-89f8-2eac7b782163 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:37:20.510434 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Port 66d3b455-38bc-48b8-89f8-2eac7b782163 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:37:20.510746 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Attempting to bind port 66d3b455-38bc-48b8-89f8-2eac7b782163 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:37:20.517225 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:37:20.517567 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Checking segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:37:20.517939 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Bound using segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:37:20.518361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Bound port: 66d3b455-38bc-48b8-89f8-2eac7b782163, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:37:20.518700 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:20.551566 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46016) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:20.608920 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] For port 66d3b455-38bc-48b8-89f8-2eac7b782163, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:37:20.612390 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] For port 66d3b455-38bc-48b8-89f8-2eac7b782163, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=66d3b455-38bc-48b8-89f8-2eac7b782163,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:37:20.691308 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dd5c5699-ddb7-4265-8537-b725bd8c23d5'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:37:20.710211 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:20.746186 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:20.782353 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:20.784139 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] 10.222.0.60 "PUT /v2.0/ports/66d3b455-38bc-48b8-89f8-2eac7b782163 HTTP/1.1" status: 200  len: 1093 time: 1.1706643
Feb 04 19:37:20.793791 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'tag': '66d3b455-38bc-48b8-89f8-2eac7b782163'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:37:20.804298 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87698ce-b52e-4b59-a0e8-eb8116b31c5c service neutron] Pushing event updated for resources: {'Port': ['ID=66d3b455-38bc-48b8-89f8-2eac7b782163,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:20.820784 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:37:20.828733 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9623aa-b98d-4c86-ab3d-a55e81e4ef8e req-96494f06-9b6b-4b1f-9789-17681057f82a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:20.830185 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ff9623aa-b98d-4c86-ab3d-a55e81e4ef8e req-96494f06-9b6b-4b1f-9789-17681057f82a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.1322079
Feb 04 19:37:20.833757 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6bcb01076d4782ba95873e820c8b1e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:37:20.838268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:37:20.864591 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:37:20.889212 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ff9623aa-b98d-4c86-ab3d-a55e81e4ef8e req-a3e2e9e2-68f3-478b-953a-a568f0673e86 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525689
Feb 04 19:37:21.093440 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-3313f0cc-59bc-4d5a-8422-6e18af5328b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 1096 time: 0.1415932
Feb 04 19:37:21.098028 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.146301 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039cbe1-d183-421c-bcf9-1d7d23ca11a5 req-457f77c5-be4d-4894-88e1-fc52e965e54f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:21.147602 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'tag': '66d3b455-38bc-48b8-89f8-2eac7b782163', 'status': 'completed', 'code': 200}
Feb 04 19:37:21.151109 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7039cbe1-d183-421c-bcf9-1d7d23ca11a5 req-457f77c5-be4d-4894-88e1-fc52e965e54f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 943 time: 0.0971012
Feb 04 19:37:21.156100 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.161714 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-97ca35d4-b257-4dac-813f-b46fd444928b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d3b455-38bc-48b8-89f8-2eac7b782163 HTTP/1.1" status: 200  len: 217 time: 0.0674465
Feb 04 19:37:21.188896 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.219562 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7039cbe1-d183-421c-bcf9-1d7d23ca11a5 req-17702ea8-f91f-4f85-b89e-3993cf514588 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662181
Feb 04 19:37:21.226928 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-8d3654e4-f17b-41b6-8d84-8ada031e9893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:21.228911 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-8d3654e4-f17b-41b6-8d84-8ada031e9893 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aaca8623-d906-44b0-a7e5-909186722292 HTTP/1.1" status: 200  len: 855 time: 0.0601192
Feb 04 19:37:21.248581 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512a055c-bfd2-41a5-a1c1-efc70bb28da1,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:21.249887 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d6bcb01076d4782ba95873e820c8b1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6974699
Feb 04 19:37:21.255559 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46034) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:37:21.267935 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.268276 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.268615 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.268945 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.269306 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.269635 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.269951 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.270272 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.270588 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.270900 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.271214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3c33-1418-4c96-9842-4b5b9907d630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:37:21.275613 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-628210f9-b43e-48ce-a798-e8235490ac7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403214
Feb 04 19:37:21.321015 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6be987b4-2d19-4ce7-8051-839e23df535a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.347151 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6be987b4-2d19-4ce7-8051-839e23df535a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.412051 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-b9cd7b53-2d84-430c-88a2-4ee50604a31c service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257575
Feb 04 19:37:21.469261 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6be987b4-2d19-4ce7-8051-839e23df535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.484951 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be987b4-2d19-4ce7-8051-839e23df535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512a055c-bfd2-41a5-a1c1-efc70bb28da1,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:21.495324 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6be987b4-2d19-4ce7-8051-839e23df535a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.496710 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6be987b4-2d19-4ce7-8051-839e23df535a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/512a055c-bfd2-41a5-a1c1-efc70bb28da1 HTTP/1.1" status: 204  len: 168 time: 0.2400296
Feb 04 19:37:21.543592 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c72ca3b1-0c98-42e4-b7e6-74f3d4d0fccf req-8ec66453-c136-4993-a616-abd39a6801cf service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248655
Feb 04 19:37:21.719537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:21.817218 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-48978dab-dec6-411d-abac-b707f89cac35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 1096 time: 0.0730112
Feb 04 19:37:22.034169 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-b379ee7f-4408-4b47-bb73-62c71a8f5f6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:22.035613 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-b379ee7f-4408-4b47-bb73-62c71a8f5f6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 915 time: 0.2133565
Feb 04 19:37:22.146659 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-67a86315-3d4e-4591-8427-cb1a0b6cb099 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d3b455-38bc-48b8-89f8-2eac7b782163 HTTP/1.1" status: 200  len: 217 time: 0.1043177
Feb 04 19:37:22.181944 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e0f27-0ead-4b38-8cf7-924690eb7578 req-c0619480-3b4b-448d-bb45-a79bea2dd8f4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:22.183372 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1a5e0f27-0ead-4b38-8cf7-924690eb7578 req-c0619480-3b4b-448d-bb45-a79bea2dd8f4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.0911865
Feb 04 19:37:22.227208 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1a5e0f27-0ead-4b38-8cf7-924690eb7578 req-f7e0947c-1476-4513-97fd-8ab9d23633b6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382757
Feb 04 19:37:22.420297 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6307f-a606-4e8e-95ec-305c87fb0c44 req-9cd46ad2-f504-4458-a1e1-98317e74c2f7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:22.421775 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e2b6307f-a606-4e8e-95ec-305c87fb0c44 req-9cd46ad2-f504-4458-a1e1-98317e74c2f7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 943 time: 0.0798397
Feb 04 19:37:22.464700 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e2b6307f-a606-4e8e-95ec-305c87fb0c44 req-05411bdb-045d-47d1-a0c7-b707c8a2c28d tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375960
Feb 04 19:37:23.370948 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:23.467954 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-4ff6bd81-e848-474c-a1cd-264064b2b34d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:23.469357 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-4ff6bd81-e848-474c-a1cd-264064b2b34d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aaca8623-d906-44b0-a7e5-909186722292 HTTP/1.1" status: 200  len: 855 time: 0.0717750
Feb 04 19:37:23.485307 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac689833-9983-430b-b4f8-c0ec0342ed89 req-7b317995-c195-4d92-b313-1e319b62ca2e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:23.486634 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ac689833-9983-430b-b4f8-c0ec0342ed89 req-7b317995-c195-4d92-b313-1e319b62ca2e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.1280935
Feb 04 19:37:23.531998 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ac689833-9983-430b-b4f8-c0ec0342ed89 req-9457dcca-b8e9-49ed-8896-0deed19269ba tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397587
Feb 04 19:37:23.656929 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bd94f-1c3c-424d-bb3c-c977566d5018 req-b03d6e8d-f1fb-4759-acf8-ea976e2bdcf8 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:23.658357 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bb7bd94f-1c3c-424d-bb3c-c977566d5018 req-b03d6e8d-f1fb-4759-acf8-ea976e2bdcf8 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 943 time: 0.0746861
Feb 04 19:37:23.704372 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bb7bd94f-1c3c-424d-bb3c-c977566d5018 req-f7d852e8-1652-484e-a86c-a1eb44e97178 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402534
Feb 04 19:37:24.385977 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-cece8e2a-b92a-49fd-8e1c-d925bcf6dacf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389805
Feb 04 19:37:24.883761 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd308-bd9d-4b6b-934e-d5fdba177605 req-60dac81c-a232-4c45-92dd-b492f19d6cbb tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:24.885734 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7d7fd308-bd9d-4b6b-934e-d5fdba177605 req-60dac81c-a232-4c45-92dd-b492f19d6cbb tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.0786707
Feb 04 19:37:24.903347 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d24cf-fb72-4fe3-b756-f6a2d4b70a13 req-859f519e-f27e-4713-9f7d-cd9704ed72c1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:24.904787 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-377d24cf-fb72-4fe3-b756-f6a2d4b70a13 req-859f519e-f27e-4713-9f7d-cd9704ed72c1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 943 time: 0.0782254
Feb 04 19:37:24.930672 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7d7fd308-bd9d-4b6b-934e-d5fdba177605 req-e5be91dc-e018-4cf1-b231-d9cf80b0d42b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388556
Feb 04 19:37:24.949666 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-377d24cf-fb72-4fe3-b756-f6a2d4b70a13 req-ec54fe24-eb63-4192-b453-434f9391c852 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393913
Feb 04 19:37:25.769509 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-2abd907c-4dae-4a7f-afca-27e112da078c service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272795
Feb 04 19:37:25.902424 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11abcc4c-96f7-4cfe-816d-5dd2895acc65 req-2d41a1b9-b9af-4458-a906-9af093cc85e8 service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234798
Feb 04 19:37:26.138008 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33196f-5a6b-4f9b-9e9f-c68a9b75be01 req-dbabcba5-ae7f-4e1f-b177-9d4eebf7880d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:26.139498 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ad33196f-5a6b-4f9b-9e9f-c68a9b75be01 req-dbabcba5-ae7f-4e1f-b177-9d4eebf7880d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.0753999
Feb 04 19:37:26.143153 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c210646-746e-435b-8424-b582725472c4 req-e2a6a296-a0e7-4123-a3ba-9a540f8dbcaf tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:26.144602 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4c210646-746e-435b-8424-b582725472c4 req-e2a6a296-a0e7-4123-a3ba-9a540f8dbcaf tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 943 time: 0.0744216
Feb 04 19:37:26.185398 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ad33196f-5a6b-4f9b-9e9f-c68a9b75be01 req-d482b112-d319-4172-b912-fcb03c4cf042 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390723
Feb 04 19:37:26.193900 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4c210646-746e-435b-8424-b582725472c4 req-2fa24a31-fceb-47ce-874b-e92b6dd9d003 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423615
Feb 04 19:37:27.385403 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079222f-aa18-424e-a3b4-59e5331b97cd req-149f0731-2f90-4c92-87f5-551dba321556 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:27.386874 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0079222f-aa18-424e-a3b4-59e5331b97cd req-149f0731-2f90-4c92-87f5-551dba321556 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 943 time: 0.0757356
Feb 04 19:37:27.389648 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b90b3-4866-4af0-9380-a74b61336963 req-2183b55c-0841-4c32-84ed-27e8f35c5f55 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:27.391325 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e20b90b3-4866-4af0-9380-a74b61336963 req-2183b55c-0841-4c32-84ed-27e8f35c5f55 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 944 time: 0.0761652
Feb 04 19:37:27.417985 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:37:27.433073 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0079222f-aa18-424e-a3b4-59e5331b97cd req-a814ffdf-3d30-4b5c-9d05-2544f1dfc4c2 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402882
Feb 04 19:37:27.440130 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e20b90b3-4866-4af0-9380-a74b61336963 req-d90d5cef-daa1-4196-a264-cfa0e6a33b8c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434017
Feb 04 19:37:27.485479 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port dd5c5699-ddb7-4265-8537-b725bd8c23d5 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:37:27.485763 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:27.595133 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:27.622828 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:37:27.632129 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:37:27.692349 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:27.764649 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=10']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:27.854618 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'code': 200}
Feb 04 19:37:28.667079 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a65897-1d22-47e4-a670-5c159bb158d7 req-7f9ac329-a06f-46e4-b328-1fe1efcf4bf8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:28.668557 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-53a65897-1d22-47e4-a670-5c159bb158d7 req-7f9ac329-a06f-46e4-b328-1fe1efcf4bf8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.0857258
Feb 04 19:37:28.688101 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af5e-4654-45b9-afca-2aab5605289c req-3088934c-a046-4183-8d48-de3723fc3e2b tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:28.690213 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5699af5e-4654-45b9-afca-2aab5605289c req-3088934c-a046-4183-8d48-de3723fc3e2b tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 943 time: 0.1355302
Feb 04 19:37:28.724133 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-53a65897-1d22-47e4-a670-5c159bb158d7 req-2fbf70a0-c12e-40c8-9d82-d0e71f92d3e5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497165
Feb 04 19:37:28.728804 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1594aa95-440c-434a-a0b2-f0d0cfee3335 req-e29875b6-5004-4d56-84ea-dff1b926674d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1099 time: 0.1170022
Feb 04 19:37:28.767355 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5699af5e-4654-45b9-afca-2aab5605289c req-5141ddaa-b65b-42ac-881a-aba3a7ef4655 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699632
Feb 04 19:37:28.786351 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1594aa95-440c-434a-a0b2-f0d0cfee3335 req-51e00d0e-7ec3-45cc-b330-7a65282b5fd8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482602
Feb 04 19:37:29.426617 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 66d3b455-38bc-48b8-89f8-2eac7b782163 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:37:29.556994 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 66d3b455-38bc-48b8-89f8-2eac7b782163, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=66d3b455-38bc-48b8-89f8-2eac7b782163,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:37:29.569742 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '66d3b455-38bc-48b8-89f8-2eac7b782163', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'port_id': '66d3b455-38bc-48b8-89f8-2eac7b782163', 'mac_address': 'fa:16:3e:25:e7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaca8623-d906-44b0-a7e5-909186722292', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:37:29.624999 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:29.642427 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d3b455-38bc-48b8-89f8-2eac7b782163 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:37:29.657286 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 66d3b455-38bc-48b8-89f8-2eac7b782163, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=66d3b455-38bc-48b8-89f8-2eac7b782163,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:37:29.747661 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:29.813752 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=66d3b455-38bc-48b8-89f8-2eac7b782163,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:29.967206 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994b9c-fc54-4d70-ab36-e3478075864e req-8f32dbed-f53f-432c-a29b-94799295333c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:29.967744 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbdcc9-6294-4faa-8054-087c5c91f550 req-57199a2a-9867-45c3-af85-bc7645e31930 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:29.968904 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6994b9c-fc54-4d70-ab36-e3478075864e req-8f32dbed-f53f-432c-a29b-94799295333c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.1009660
Feb 04 19:37:29.969134 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7dbdcc9-6294-4faa-8054-087c5c91f550 req-57199a2a-9867-45c3-af85-bc7645e31930 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 944 time: 0.0782819
Feb 04 19:37:30.013672 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7dbdcc9-6294-4faa-8054-087c5c91f550 req-a359ce99-6b95-45f1-b7b4-b8feb5924dc6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387783
Feb 04 19:37:30.014604 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6994b9c-fc54-4d70-ab36-e3478075864e req-3dd8e8ab-1cb5-4a21-a493-ecc151aa962f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392480
Feb 04 19:37:30.338953 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['66d3b455-38bc-48b8-89f8-2eac7b782163'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:37:31.211373 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fef9-c58a-41a0-baef-eea074563146 req-475ca066-0ab7-4583-8443-c591a24b78d2 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:31.212857 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6a1fef9-c58a-41a0-baef-eea074563146 req-475ca066-0ab7-4583-8443-c591a24b78d2 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 944 time: 0.0746310
Feb 04 19:37:31.227684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a4927-2077-4437-9dfb-36c2fc92507e req-37379433-2b36-486e-94ac-2253bcf6f77d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:31.232468 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a83a4927-2077-4437-9dfb-36c2fc92507e req-37379433-2b36-486e-94ac-2253bcf6f77d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.0784254
Feb 04 19:37:31.275520 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6a1fef9-c58a-41a0-baef-eea074563146 req-2283872a-ba7e-4c7d-8486-7f054fe10679 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546072
Feb 04 19:37:31.285700 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a83a4927-2077-4437-9dfb-36c2fc92507e req-ec49594f-e5f8-464f-86e1-4d2dfe89c26f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475667
Feb 04 19:37:32.476677 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988447e-5eeb-4b85-af61-7d5b0a05197c req-d2417792-e386-43e6-840f-e08dd51e65ba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:32.478844 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5988447e-5eeb-4b85-af61-7d5b0a05197c req-d2417792-e386-43e6-840f-e08dd51e65ba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 944 time: 0.0805862
Feb 04 19:37:32.496975 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f5c3a-708f-4385-bb3c-354d81c8b81a req-9a1e511f-796d-49c2-9de5-c3d2fff44932 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:32.498434 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d47f5c3a-708f-4385-bb3c-354d81c8b81a req-9a1e511f-796d-49c2-9de5-c3d2fff44932 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.0772424
Feb 04 19:37:32.524334 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5988447e-5eeb-4b85-af61-7d5b0a05197c req-6522b000-477f-4825-b095-6aeeb2cc1913 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392044
Feb 04 19:37:32.547451 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d47f5c3a-708f-4385-bb3c-354d81c8b81a req-caa8b7c9-009b-42a7-8649-0d9ca8103e82 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429757
Feb 04 19:37:33.437476 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 66d3b455-38bc-48b8-89f8-2eac7b782163 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:37:33.572207 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 66d3b455-38bc-48b8-89f8-2eac7b782163 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:37:33.576913 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 66d3b455-38bc-48b8-89f8-2eac7b782163 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:37:33.577310 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:33.697078 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:33.727056 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d3b455-38bc-48b8-89f8-2eac7b782163'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:37:33.738003 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 66d3b455-38bc-48b8-89f8-2eac7b782163, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=66d3b455-38bc-48b8-89f8-2eac7b782163,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:37:33.775585 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7eadad-c660-4df2-bf30-9e788bb97ad7 req-da1e449a-1681-41d2-ab9c-51c344348c8e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:33.777623 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5b7eadad-c660-4df2-bf30-9e788bb97ad7 req-da1e449a-1681-41d2-ab9c-51c344348c8e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.0835516
Feb 04 19:37:33.800899 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:33.816276 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99723-18ab-4452-a05a-a1c574b9969f req-9aabdf8d-1901-436e-8888-8995f03720d3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:33.817761 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b7b99723-18ab-4452-a05a-a1c574b9969f req-9aabdf8d-1901-436e-8888-8995f03720d3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 944 time: 0.1656127
Feb 04 19:37:33.828644 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5b7eadad-c660-4df2-bf30-9e788bb97ad7 req-29264524-6e80-4896-95c8-762a8a3d17c6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460861
Feb 04 19:37:33.874535 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b7b99723-18ab-4452-a05a-a1c574b9969f req-0f27a736-e8fb-40cf-93bc-1f081a4cc370 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502429
Feb 04 19:37:33.875254 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=66d3b455-38bc-48b8-89f8-2eac7b782163,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:33.917544 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d3b455-38bc-48b8-89f8-2eac7b782163', 'code': 200}
Feb 04 19:37:34.350989 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3a88eb89-bd17-458f-b546-75478a55e48f req-d841d355-2961-40bb-95a3-6b1a199b2c12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 1098 time: 0.0645781
Feb 04 19:37:34.392248 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3a88eb89-bd17-458f-b546-75478a55e48f req-2ff15ded-cc0b-4312-be10-1cc36c5624e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350444
Feb 04 19:37:35.064030 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74b17e-eb87-4f65-a773-d20121edd792 req-13fba728-80ef-481d-94cf-4c8fd411bc02 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:35.065442 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-de74b17e-eb87-4f65-a773-d20121edd792 req-13fba728-80ef-481d-94cf-4c8fd411bc02 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 945 time: 0.0776303
Feb 04 19:37:35.108690 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-de74b17e-eb87-4f65-a773-d20121edd792 req-f945d2f7-0e26-47d9-b9bf-5de87a04a670 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377219
Feb 04 19:37:36.281403 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:37:36.313951 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e399133-1cb1-41a7-ab3c-523aeb0b0ff5 req-d3677e46-4b82-4a5c-b059-c1cf524d620c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:36.315385 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5e399133-1cb1-41a7-ab3c-523aeb0b0ff5 req-d3677e46-4b82-4a5c-b059-c1cf524d620c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 945 time: 0.0854318
Feb 04 19:37:36.322720 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-09fc7efa-79c5-48a0-97f5-f8716a8b5da9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759153
Feb 04 19:37:36.469650 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5e399133-1cb1-41a7-ab3c-523aeb0b0ff5 req-d5c61c7f-a37a-4322-b473-d012d2fe2b4e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487043
Feb 04 19:37:36.516958 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-cc3bae03-1ef3-4238-8dff-d9453ce5f012 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 1099 time: 0.0736816
Feb 04 19:37:36.688983 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91b674-9708-47b7-b146-fe1f400743c0 req-c11f2b91-d7af-497a-bb89-21bbfa808f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:36.690463 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-c11f2b91-d7af-497a-bb89-21bbfa808f0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.1313972
Feb 04 19:37:36.808889 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-c2a3f9a3-6583-4fad-bd19-bf2394150584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 200  len: 1000 time: 0.1026359
Feb 04 19:37:36.871861 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91b674-9708-47b7-b146-fe1f400743c0 req-1ae10ce9-86e2-4ab5-9f52-480bf6c9edff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:36.873318 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-1ae10ce9-86e2-4ab5-9f52-480bf6c9edff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.0572991
Feb 04 19:37:36.951418 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-d5683eb3-d1bc-4f6b-996c-937ac1d04aa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715835
Feb 04 19:37:37.084478 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-1d8cd91c-a6c2-4f27-bb84-2ed047151e4a service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266363
Feb 04 19:37:37.214186 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-df91b674-9708-47b7-b146-fe1f400743c0 req-bc4d420d-974f-42b1-b6bc-1a15dd37fdf0 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236210
Feb 04 19:37:37.685432 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295a01f-8f39-4cd8-9ba2-f8ca4d0c0f97 req-6114ebe4-aae6-481f-a6c4-fbea128b304c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:37.688570 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7295a01f-8f39-4cd8-9ba2-f8ca4d0c0f97 req-6114ebe4-aae6-481f-a6c4-fbea128b304c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 945 time: 0.0800149
Feb 04 19:37:37.737004 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7295a01f-8f39-4cd8-9ba2-f8ca4d0c0f97 req-55acf058-77c9-4a53-84fd-f6fc79ef93af tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407937
Feb 04 19:37:38.815723 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:47.821478 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6335d77e-fb91-4130-b78f-b9eb32271cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:49.903085 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-aa570d50-767d-4875-97dd-2f3d8b285358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:51.148647 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:51.713190 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:53.124691 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5129cf-1c34-49f5-8e56-116da4cb8681 req-e45dfcad-b8c4-4e82-9b8c-45f79777ffaf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:53.126149 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6f5129cf-1c34-49f5-8e56-116da4cb8681 req-e45dfcad-b8c4-4e82-9b8c-45f79777ffaf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0755525
Feb 04 19:37:53.174277 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6f5129cf-1c34-49f5-8e56-116da4cb8681 req-b2b5503b-1c4d-4157-8def-34485740a256 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426731
Feb 04 19:37:53.377216 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:54.368297 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786189-dd67-401d-90e8-66d8901bd246 req-c703693c-8d37-40e9-8172-237627f3de42 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:54.369748 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e786189-dd67-401d-90e8-66d8901bd246 req-c703693c-8d37-40e9-8172-237627f3de42 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0766382
Feb 04 19:37:54.413436 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e786189-dd67-401d-90e8-66d8901bd246 req-0807b991-0905-492e-a0b4-56d110a426a4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382130
Feb 04 19:37:54.932336 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-a61cc3c5-f512-4b34-8645-a1b6c8d27c3c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:54.933772 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-a61cc3c5-f512-4b34-8645-a1b6c8d27c3c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.1379471
Feb 04 19:37:54.949488 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-f2904734-360f-466c-9435-5345c572c4af tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/quotas/5dcd92d524f04ada9479b8317460d19e HTTP/1.1" status: 200  len: 375 time: 0.0105021
Feb 04 19:37:55.030990 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-6334dd0b-46d5-4dcb-a75a-0d74d1e0a99f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0767007
Feb 04 19:37:55.337785 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-f22301a3-1963-4b6f-b2b3-8655f9525d62 service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3003843
Feb 04 19:37:55.464380 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-1868d55b-7afb-47b2-9b7e-fe2275269448 service neutron] 10.222.0.13 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211531
Feb 04 19:37:55.605330 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f7a2b-a460-4bdb-9afe-83b0523370ee req-f22b1145-3241-4c38-a571-aa702550d3ad tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:55.606754 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1f8f7a2b-a460-4bdb-9afe-83b0523370ee req-f22b1145-3241-4c38-a571-aa702550d3ad tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0741549
Feb 04 19:37:55.657143 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1f8f7a2b-a460-4bdb-9afe-83b0523370ee req-11c7fcd0-8a75-4b6b-bbf9-cfa57393e49a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447717
Feb 04 19:37:55.758910 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-79386518-62be-422d-b3b8-b42cd5c4a2d7 req-0bdab1f1-21f7-49d7-9dfc-d0c8e880bc0a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 210 time: 0.0442309
Feb 04 19:37:56.889272 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2802c43-724c-4881-a0d9-5942290942af req-eefe2405-ed26-4764-9985-e68413c459b5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:56.891113 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e2802c43-724c-4881-a0d9-5942290942af req-eefe2405-ed26-4764-9985-e68413c459b5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0864484
Feb 04 19:37:56.938602 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e2802c43-724c-4881-a0d9-5942290942af req-6c8b83c2-e150-4396-921f-71104668222b tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406222
Feb 04 19:37:56.965881 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9bd2b1b3-60ce-44f8-89da-4d167afd5ac9 req-48df23e8-e1d1-486a-b895-329dfc0e3b0c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 210 time: 0.0406873
Feb 04 19:37:57.902147 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-6ab95f3c-0e3e-4012-92d8-ea3d1c99d261 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:57.903531 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-6ab95f3c-0e3e-4012-92d8-ea3d1c99d261 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/networks?id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 200  len: 815 time: 0.1430728
Feb 04 19:37:57.928032 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Request body: {'port': {'device_id': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'admin_state_up': True, 'tenant_id': '5dcd92d524f04ada9479b8317460d19e'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:37:58.071029 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:37:58.077515 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Usage tracker for resource:port and tenant:5dcd92d524f04ada9479b8317460d19e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:37:58.081588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:37:58.087767 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:37:58.160088 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-90e68edf-eedd-4b15-bdae-23f73eef196c req-cfcf507e-8170-4431-9852-def3a61b2440 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 210 time: 0.0583689
Feb 04 19:37:58.161102 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Made reservation on behalf of 5dcd92d524f04ada9479b8317460d19e for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:37:58.164430 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:58.173571 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540adfd-8d96-42fd-9346-e0d2cb6fdde8 req-bc01e3f2-1f3b-4ae2-acc4-d61d2fa166e7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:58.180169 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6540adfd-8d96-42fd-9346-e0d2cb6fdde8 req-bc01e3f2-1f3b-4ae2-acc4-d61d2fa166e7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1084886
Feb 04 19:37:58.223557 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6540adfd-8d96-42fd-9346-e0d2cb6fdde8 req-2536c03c-5b2b-4190-bedc-b22174e6d030 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425363
Feb 04 19:37:58.330877 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Allocated IP 172.20.0.8 (3d96d418-7d0f-4955-88ad-b6f87cd49e7d/aaca8623-d906-44b0-a7e5-909186722292/ac59e2e1-9a9c-4051-8788-685da1263b14) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:37:58.550189 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:58.639902 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:58.681523 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3', 'f741391c-da50-4f76-acce-eeaa05853bab', '66d3b455-38bc-48b8-89f8-2eac7b782163'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:37:58.723479 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:37:58.727648 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:37:58.729947 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event updated for resources: {'Port': ['ID=ac59e2e1-9a9c-4051-8788-685da1263b14,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:58.732361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:37:58.797737 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:58.798478 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:58.914958 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-82fe9063-d0aa-428e-9a90-ad91f11b54d5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9909215
Feb 04 19:37:58.934815 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Request body: {'port': {'device_id': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:37:59.043281 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:59.416813 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98ac63-ff66-4b9b-9c6a-afb7522e2caa req-0dbe0b55-d11e-4e63-94d4-dbb2843d7fe2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:59.418263 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1f98ac63-ff66-4b9b-9c6a-afb7522e2caa req-0dbe0b55-d11e-4e63-94d4-dbb2843d7fe2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0740576
Feb 04 19:37:59.454336 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f363-9c0c-4d15-9cda-5fdfe10d77dd req-bce04966-3e2e-4821-8319-1e684fb830f6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:37:59.455035 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-2d23f363-9c0c-4d15-9cda-5fdfe10d77dd req-bce04966-3e2e-4821-8319-1e684fb830f6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:37:59.462750 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1f98ac63-ff66-4b9b-9c6a-afb7522e2caa req-73021f7f-1077-4124-9f3c-845b7dbe1897 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388772
Feb 04 19:37:59.465088 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac59e2e1-9a9c-4051-8788-685da1263b14 {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:37:59.476005 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:59.496512 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Transition to ACTIVE for port object ac59e2e1-9a9c-4051-8788-685da1263b14 will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:37:59.575262 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-2d23f363-9c0c-4d15-9cda-5fdfe10d77dd req-bce04966-3e2e-4821-8319-1e684fb830f6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:37:59.576396 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2d23f363-9c0c-4d15-9cda-5fdfe10d77dd req-bce04966-3e2e-4821-8319-1e684fb830f6 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 931 time: 0.2848902
Feb 04 19:37:59.597852 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:37:59.815556 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Pushing event updated for resources: {'Port': ['ID=ac59e2e1-9a9c-4051-8788-685da1263b14,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:37:59.819770 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2d23f363-9c0c-4d15-9cda-5fdfe10d77dd req-206c35ca-7ba1-4ec0-abcb-c22c962f2246 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380285
Feb 04 19:37:59.930964 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Attempting to bind port ac59e2e1-9a9c-4051-8788-685da1263b14 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:37:59.931280 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Attempting to bind port ac59e2e1-9a9c-4051-8788-685da1263b14 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:37:59.931592 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Attempting to bind port ac59e2e1-9a9c-4051-8788-685da1263b14 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:37:59.937641 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Port ac59e2e1-9a9c-4051-8788-685da1263b14 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:37:59.937948 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Attempting to bind port ac59e2e1-9a9c-4051-8788-685da1263b14 on network 3d96d418-7d0f-4955-88ad-b6f87cd49e7d {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:37:59.943943 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:37:59.944266 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Checking segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:37:59.944646 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Bound using segment: {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:37:59.945046 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Bound port: ac59e2e1-9a9c-4051-8788-685da1263b14, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c58083-c815-4026-84b6-b9920ba81e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:37:59.945398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:00.028050 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] For port ac59e2e1-9a9c-4051-8788-685da1263b14, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:38:00.030809 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] For port ac59e2e1-9a9c-4051-8788-685da1263b14, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=ac59e2e1-9a9c-4051-8788-685da1263b14,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:38:00.125873 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:00.189034 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:00.190414 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] 10.222.0.60 "PUT /v2.0/ports/ac59e2e1-9a9c-4051-8788-685da1263b14 HTTP/1.1" status: 200  len: 1093 time: 1.2600827
Feb 04 19:38:00.190824 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'tag': 'ac59e2e1-9a9c-4051-8788-685da1263b14'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:38:00.209813 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95059ab-cde2-4ccf-9751-85d6d5f5814e service neutron] Pushing event updated for resources: {'Port': ['ID=ac59e2e1-9a9c-4051-8788-685da1263b14,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:00.252619 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'tag': 'ac59e2e1-9a9c-4051-8788-685da1263b14', 'status': 'completed', 'code': 200}
Feb 04 19:38:00.391628 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f128e95a-90ab-4148-b2b1-14cc85b3f8be req-e994e584-95d8-4a07-bc0a-c360b3b95702 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 1096 time: 0.0695822
Feb 04 19:38:00.539753 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128e95a-90ab-4148-b2b1-14cc85b3f8be req-ea7d2381-d1a4-4290-b320-62f97e83d7da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:00.541241 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f128e95a-90ab-4148-b2b1-14cc85b3f8be req-ea7d2381-d1a4-4290-b320-62f97e83d7da service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5dcd92d524f04ada9479b8317460d19e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1330557
Feb 04 19:38:00.725407 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128e95a-90ab-4148-b2b1-14cc85b3f8be req-1b5c3e34-99e7-4b9c-84db-3c66cf3cb51b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:00.726849 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f128e95a-90ab-4148-b2b1-14cc85b3f8be req-1b5c3e34-99e7-4b9c-84db-3c66cf3cb51b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1782572
Feb 04 19:38:00.739511 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f21d6-eee8-45f6-904a-2c09374b17cd req-169fc570-ebb6-4496-a0ce-304749b776ff tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:00.740847 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dd6f21d6-eee8-45f6-904a-2c09374b17cd req-169fc570-ebb6-4496-a0ce-304749b776ff tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1240206
Feb 04 19:38:00.788890 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-dd6f21d6-eee8-45f6-904a-2c09374b17cd req-bda27b70-202c-4f06-97f6-7b8fc5db2a53 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424292
Feb 04 19:38:00.868077 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-ec69ac88-db14-40d4-a5a6-ced460220ade service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5dcd92d524f04ada9479b8317460d19e&device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 1096 time: 0.0682755
Feb 04 19:38:00.953699 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-62fc31ba-c5eb-4b54-9ee3-b8452e29d593 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac59e2e1-9a9c-4051-8788-685da1263b14 HTTP/1.1" status: 200  len: 217 time: 0.0639818
Feb 04 19:38:01.016000 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-946f34da-9b60-4962-90a0-372f48768909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:01.017406 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-946f34da-9b60-4962-90a0-372f48768909 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aaca8623-d906-44b0-a7e5-909186722292 HTTP/1.1" status: 200  len: 855 time: 0.0573177
Feb 04 19:38:01.018993 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bebfc2-de9d-42b3-8145-a6a889b368dd req-67d03ad9-f13f-44d8-a527-212b5b07cc4c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:01.020403 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-41bebfc2-de9d-42b3-8145-a6a889b368dd req-67d03ad9-f13f-44d8-a527-212b5b07cc4c tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 943 time: 0.0787802
Feb 04 19:38:01.062647 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-42320e88-8329-4b44-b867-32059687d5d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3d96d418-7d0f-4955-88ad-b6f87cd49e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387776
Feb 04 19:38:01.065785 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-41bebfc2-de9d-42b3-8145-a6a889b368dd req-78bc9ae8-0594-4c15-bc9d-b482f9230073 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390968
Feb 04 19:38:01.192725 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-024e763e-b4d5-45c4-a41f-f4733a770668 service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237547
Feb 04 19:38:01.324749 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25fb0bf7-7be0-4745-b513-31a6d8e5cb6e req-ee8755a0-f071-43c2-acd6-d145007264a0 service neutron] 10.222.0.60 "GET /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249642
Feb 04 19:38:01.991885 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07351a1-c34d-45af-afcd-a812e3108c66 req-f7848adb-c3cd-48c8-ba3c-a9596a6fb65a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:01.993381 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d07351a1-c34d-45af-afcd-a812e3108c66 req-f7848adb-c3cd-48c8-ba3c-a9596a6fb65a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0805721
Feb 04 19:38:02.042892 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d07351a1-c34d-45af-afcd-a812e3108c66 req-ea6dabbf-0337-4c6b-ad95-c116a9b47f20 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427179
Feb 04 19:38:02.261437 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28707f90-afc9-44a7-a1a6-d5fb55491cc2 req-08365cbb-1640-4bf7-9080-5d7d00e7eff1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:02.262867 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-28707f90-afc9-44a7-a1a6-d5fb55491cc2 req-08365cbb-1640-4bf7-9080-5d7d00e7eff1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 943 time: 0.0741632
Feb 04 19:38:02.308324 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-28707f90-afc9-44a7-a1a6-d5fb55491cc2 req-10a9be5c-36cd-4940-b5b1-821d0cb11513 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397072
Feb 04 19:38:03.231755 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc16bf-e036-4d65-b6dc-62c1633e89bb req-92b7e282-58dd-4bcd-86c1-7c2cdea3e628 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:03.233242 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-73cc16bf-e036-4d65-b6dc-62c1633e89bb req-92b7e282-58dd-4bcd-86c1-7c2cdea3e628 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0739000
Feb 04 19:38:03.279436 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-73cc16bf-e036-4d65-b6dc-62c1633e89bb req-1445b3ab-76a1-461b-a05c-10b8466f79eb tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407887
Feb 04 19:38:03.504956 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df73743-acae-4b51-88b6-cd298240b075 req-0a4afd34-3ff9-4b0c-b644-ff1ff6d81fe5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:03.508323 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2df73743-acae-4b51-88b6-cd298240b075 req-0a4afd34-3ff9-4b0c-b644-ff1ff6d81fe5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 943 time: 0.0775280
Feb 04 19:38:03.551768 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2df73743-acae-4b51-88b6-cd298240b075 req-875a6ce4-9835-4de9-9b9d-c6d42ff38524 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398240
Feb 04 19:38:04.532420 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0edfec-62c4-4eea-9b7d-7c71b91a9baf req-b2f4430e-bd7b-4049-89fb-ae914b64ad6a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:04.533879 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa0edfec-62c4-4eea-9b7d-7c71b91a9baf req-b2f4430e-bd7b-4049-89fb-ae914b64ad6a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1341116
Feb 04 19:38:04.582040 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa0edfec-62c4-4eea-9b7d-7c71b91a9baf req-80931b05-64e5-4339-a3f7-4c82981009e7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426519
Feb 04 19:38:04.762358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4afc7a-623c-4ac7-9366-6e2e2db558d1 req-3d4041b3-48be-4e0d-9f1c-5a2d53946271 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:04.763791 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6f4afc7a-623c-4ac7-9366-6e2e2db558d1 req-3d4041b3-48be-4e0d-9f1c-5a2d53946271 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 943 time: 0.0773647
Feb 04 19:38:04.813963 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6f4afc7a-623c-4ac7-9366-6e2e2db558d1 req-eb3c7ac3-ba50-4489-8f6b-d4a8e9bd0aa0 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442650
Feb 04 19:38:05.606053 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device ac59e2e1-9a9c-4051-8788-685da1263b14 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:38:05.785936 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port ac59e2e1-9a9c-4051-8788-685da1263b14, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=ac59e2e1-9a9c-4051-8788-685da1263b14,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:05.787058 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf00d5-a000-4c23-ac0a-dbcad0c86147 req-c9562dab-b672-4ec6-b164-219b0341ff7e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:05.795427 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57bf00d5-a000-4c23-ac0a-dbcad0c86147 req-c9562dab-b672-4ec6-b164-219b0341ff7e tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0880053
Feb 04 19:38:05.800312 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'ac59e2e1-9a9c-4051-8788-685da1263b14', 'network_id': '3d96d418-7d0f-4955-88ad-b6f87cd49e7d', 'port_id': 'ac59e2e1-9a9c-4051-8788-685da1263b14', 'mac_address': 'fa:16:3e:a2:61:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaca8623-d906-44b0-a7e5-909186722292', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:38:05.836253 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57bf00d5-a000-4c23-ac0a-dbcad0c86147 req-74287d28-43ad-491d-9da8-bc5b86a30133 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399692
Feb 04 19:38:05.860083 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:05.878122 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac59e2e1-9a9c-4051-8788-685da1263b14 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:38:05.893424 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port ac59e2e1-9a9c-4051-8788-685da1263b14, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=ac59e2e1-9a9c-4051-8788-685da1263b14,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:05.976774 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:06.017073 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0f323-27b5-425b-a7eb-599ca09fb9a5 req-436326bd-9364-4df4-86be-ea24811ee22a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:06.018617 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0fd0f323-27b5-425b-a7eb-599ca09fb9a5 req-436326bd-9364-4df4-86be-ea24811ee22a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 944 time: 0.0771143
Feb 04 19:38:06.040734 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=ac59e2e1-9a9c-4051-8788-685da1263b14,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:06.048734 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.049071 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.049432 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.049759 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.050082 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.050403 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.050724 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.051044 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.051552 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.051876 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.052187 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:06.063748 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0fd0f323-27b5-425b-a7eb-599ca09fb9a5 req-8110a607-c346-45e7-91a4-e01bf508eeac tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393748
Feb 04 19:38:06.514109 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['ac59e2e1-9a9c-4051-8788-685da1263b14'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:38:07.041212 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13e11-4e08-4d12-8dd4-4221d91158a3 req-3b8e56af-6026-4892-b26a-8a2360d4e80f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:07.043316 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-abd13e11-4e08-4d12-8dd4-4221d91158a3 req-3b8e56af-6026-4892-b26a-8a2360d4e80f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0752158
Feb 04 19:38:07.086777 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-abd13e11-4e08-4d12-8dd4-4221d91158a3 req-77afc1b1-f1f5-41e1-b246-81916b459be7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379465
Feb 04 19:38:07.273065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050a41-62ef-4730-a464-ec4437b29ada req-38046e8f-c15d-4320-9d08-73867230e0d0 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:07.274502 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7b050a41-62ef-4730-a464-ec4437b29ada req-38046e8f-c15d-4320-9d08-73867230e0d0 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 944 time: 0.0899596
Feb 04 19:38:07.318110 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7b050a41-62ef-4730-a464-ec4437b29ada req-6af8424a-d8dd-4c46-baf5-da79ccd3bffb tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375648
Feb 04 19:38:08.296465 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279108a3-4eac-43e1-a5f9-fdc580cd4280 req-a6a01e5e-e249-4db2-89a4-2fd1f15026d2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:08.297941 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-279108a3-4eac-43e1-a5f9-fdc580cd4280 req-a6a01e5e-e249-4db2-89a4-2fd1f15026d2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0816200
Feb 04 19:38:08.342390 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-279108a3-4eac-43e1-a5f9-fdc580cd4280 req-2b26eb08-1738-4fe1-9f84-fe616f13bae8 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389230
Feb 04 19:38:08.508486 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cef0e-ef87-4472-917d-4e7842f697d1 req-eafd7e02-7ce4-4b48-99d1-d14f078ac300 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:08.509848 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d64cef0e-ef87-4472-917d-4e7842f697d1 req-eafd7e02-7ce4-4b48-99d1-d14f078ac300 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 944 time: 0.0732872
Feb 04 19:38:08.556770 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d64cef0e-ef87-4472-917d-4e7842f697d1 req-97fde7ad-13fe-4d3b-9c2f-2a36a0e31eba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414102
Feb 04 19:38:08.840532 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:09.507681 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46460) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:38:09.546313 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ab44c-ee74-425c-92e8-7052a41011f3 req-40d257c7-e85b-4159-be3a-567ea5de4308 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:09.547759 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ff6ab44c-ee74-425c-92e8-7052a41011f3 req-40d257c7-e85b-4159-be3a-567ea5de4308 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0757132
Feb 04 19:38:09.598935 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ff6ab44c-ee74-425c-92e8-7052a41011f3 req-2ba783ad-6cc6-4cb4-bfbf-64503c0c9d10 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456364
Feb 04 19:38:09.637578 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device ac59e2e1-9a9c-4051-8788-685da1263b14 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:38:09.657183 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:09.696383 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:38:09.700988 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Usage tracker for resource:security_group_rule and tenant:2be10a2aeb4b47818843ae5608317281 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:38:09.704329 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:38:09.711314 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:38:09.811154 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port ac59e2e1-9a9c-4051-8788-685da1263b14 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:38:09.816155 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port ac59e2e1-9a9c-4051-8788-685da1263b14 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:38:09.818515 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:09.837881 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:09.848094 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d08ca6-5368-4bfc-b6c9-8ef5c5bf8ed1 req-04c1396f-3871-4e5b-bab2-f9efd7aba228 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:09.849562 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-16d08ca6-5368-4bfc-b6c9-8ef5c5bf8ed1 req-04c1396f-3871-4e5b-bab2-f9efd7aba228 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 944 time: 0.1211293
Feb 04 19:38:09.891745 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:09.912695 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-16d08ca6-5368-4bfc-b6c9-8ef5c5bf8ed1 req-886fc2e6-90ec-48d7-8395-242d1ea3cf2a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573881
Feb 04 19:38:09.930027 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:09.941496 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94412813-0cd5-4e25-b573-c324f51b6feb,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:09.948849 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-87f7dd21-d767-4afc-aa4c-912a055af799 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2be10a2aeb4b47818843ae5608317281&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4368582
Feb 04 19:38:09.949057 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46470) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:38:09.964548 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac59e2e1-9a9c-4051-8788-685da1263b14'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:38:09.977804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port ac59e2e1-9a9c-4051-8788-685da1263b14, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=ac59e2e1-9a9c-4051-8788-685da1263b14,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:10.017353 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dd1d8380-88fa-4e8b-ab16-3786d3006e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:10.029175 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:10.046628 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dd1d8380-88fa-4e8b-ab16-3786d3006e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:10.069706 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac59e2e1-9a9c-4051-8788-685da1263b14', 'code': 200}
Feb 04 19:38:10.123792 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=ac59e2e1-9a9c-4051-8788-685da1263b14,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:10.160173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dd1d8380-88fa-4e8b-ab16-3786d3006e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:10.177271 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d8380-88fa-4e8b-ab16-3786d3006e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94412813-0cd5-4e25-b573-c324f51b6feb,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:10.180449 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dd1d8380-88fa-4e8b-ab16-3786d3006e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:10.184830 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-dd1d8380-88fa-4e8b-ab16-3786d3006e5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94412813-0cd5-4e25-b573-c324f51b6feb HTTP/1.1" status: 204  len: 168 time: 0.2316868
Feb 04 19:38:10.205308 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd76a6-9d90-4310-ba48-2a961d6123a4 req-5a01c8a2-3499-4f28-ad9e-354fa9c26652 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:10.212861 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-36fd76a6-9d90-4310-ba48-2a961d6123a4 req-5a01c8a2-3499-4f28-ad9e-354fa9c26652 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1200457
Feb 04 19:38:10.269354 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-36fd76a6-9d90-4310-ba48-2a961d6123a4 req-98d8ea52-969c-478d-8c71-7db352f78889 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554879
Feb 04 19:38:10.388063 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-c9729df6-d201-4c4b-8412-49768148d05b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1098 time: 0.0720785
Feb 04 19:38:10.528074 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-c47f60f7-abd8-436c-9014-8ef90bdea440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:10.529619 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-c47f60f7-abd8-436c-9014-8ef90bdea440 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.1354282
Feb 04 19:38:10.537026 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b1fca740-7d55-41d8-84da-30c160860503 req-e134f96a-d27d-4265-b456-612fc3c305b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 1098 time: 0.0750091
Feb 04 19:38:10.586537 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b1fca740-7d55-41d8-84da-30c160860503 req-6b9d099f-a5b5-4b92-9289-09bd9e6bbf02 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418687
Feb 04 19:38:10.640956 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-5bc54fd0-65a3-4b32-a775-88117c8f4991 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 1001 time: 0.0966628
Feb 04 19:38:11.087453 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-f0aa1113-b3f0-4a0c-8230-1982953c75ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:11.089391 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-f0aa1113-b3f0-4a0c-8230-1982953c75ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.0606353
Feb 04 19:38:11.107860 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4339-9306-472a-bf0e-1eb31095ffa8 req-b81e176f-f6a9-4cdb-ac18-c44f088eec53 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:11.109332 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecbe4339-9306-472a-bf0e-1eb31095ffa8 req-b81e176f-f6a9-4cdb-ac18-c44f088eec53 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 945 time: 0.0750964
Feb 04 19:38:11.154031 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecbe4339-9306-472a-bf0e-1eb31095ffa8 req-b6a2c3fb-09d4-4741-acdc-d67307acda70 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390012
Feb 04 19:38:11.165677 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-f97ab7bc-5fee-4d80-80f3-58b5d2617333 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682003
Feb 04 19:38:11.299266 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-ee2c93ee-cc29-44cf-972d-3b74c000c34f service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264343
Feb 04 19:38:11.485497 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6bd03929-d629-4d50-9101-b9f666c134b1 req-ddfd2921-ae37-47e9-afab-d31dd700b6a1 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784503
Feb 04 19:38:11.498667 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd40a-fe07-4be4-89a3-f0ec75f474a4 req-81702079-c042-4029-9c5b-ed0d978e0da3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:11.500025 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6e8fd40a-fe07-4be4-89a3-f0ec75f474a4 req-81702079-c042-4029-9c5b-ed0d978e0da3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1203678
Feb 04 19:38:11.545358 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6e8fd40a-fe07-4be4-89a3-f0ec75f474a4 req-bac392e5-32ba-4f38-be39-b83606ef7fbe tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395792
Feb 04 19:38:12.373693 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2d659-5775-4379-848c-64ea279ed99c req-f96bdfd3-28a5-4aa0-8443-b13b64b0c503 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:12.375173 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-aaa2d659-5775-4379-848c-64ea279ed99c req-f96bdfd3-28a5-4aa0-8443-b13b64b0c503 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 945 time: 0.0773938
Feb 04 19:38:12.420149 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-aaa2d659-5775-4379-848c-64ea279ed99c req-f6635b5a-75a6-47cf-901c-9094af5dd807 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394530
Feb 04 19:38:12.745779 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71911d4-7d9b-493f-b090-a05ec114f630 req-74ada7d4-d21e-4816-bac4-173a6a473cdb tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:12.747213 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c71911d4-7d9b-493f-b090-a05ec114f630 req-74ada7d4-d21e-4816-bac4-173a6a473cdb tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.0763252
Feb 04 19:38:12.795999 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c71911d4-7d9b-493f-b090-a05ec114f630 req-0f2d5772-829f-47ad-9ec9-1bf63709feb6 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431669
Feb 04 19:38:13.280679 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:38:13.608630 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376cab3-aa63-4cba-b150-0f3834dc03e2 req-6a829631-2172-4a9f-ba84-c577bb4bd8f2 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:13.610063 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9376cab3-aa63-4cba-b150-0f3834dc03e2 req-6a829631-2172-4a9f-ba84-c577bb4bd8f2 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 945 time: 0.0732780
Feb 04 19:38:13.653413 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9376cab3-aa63-4cba-b150-0f3834dc03e2 req-58de9de7-268f-4b49-8c33-eb972feb2ef3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379636
Feb 04 19:38:17.798968 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e0988ac2-504d-4a69-95d6-ed9d99939d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:19.871787 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1fd149cb-88ed-4b1e-bd47-55d1cf3f7bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:21.107477 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:21.713521 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:23.380364 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:31.389586 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b94fb-c553-434e-84e9-cb86c807d400 req-79bf6551-ce5d-4840-9a16-671eb7cab455 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:31.391254 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e99b94fb-c553-434e-84e9-cb86c807d400 req-79bf6551-ce5d-4840-9a16-671eb7cab455 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 945 time: 0.0736480
Feb 04 19:38:31.434567 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e99b94fb-c553-434e-84e9-cb86c807d400 req-45499881-5397-4f0e-835d-0aa9e860eabe tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379477
Feb 04 19:38:32.629461 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae6fc0-0b7f-44d4-9873-5b010ddd6e60 req-d7ef5225-7a3f-4f57-95fa-229edbad36e1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:32.630885 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a6ae6fc0-0b7f-44d4-9873-5b010ddd6e60 req-d7ef5225-7a3f-4f57-95fa-229edbad36e1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 945 time: 0.0769014
Feb 04 19:38:32.676590 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a6ae6fc0-0b7f-44d4-9873-5b010ddd6e60 req-cad33f60-91c1-43a0-8300-fd3fda3006d3 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394917
Feb 04 19:38:33.608399 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eab39-20f8-4c75-861a-7efe59f27104 req-2eb6a914-6d1a-4b9e-9c02-ed7faf787a28 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:33.609846 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-679eab39-20f8-4c75-861a-7efe59f27104 req-2eb6a914-6d1a-4b9e-9c02-ed7faf787a28 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 945 time: 0.1334276
Feb 04 19:38:33.675058 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Deleting port ac59e2e1-9a9c-4051-8788-685da1263b14 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:38:33.675390 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:33.961544 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] For port ac59e2e1-9a9c-4051-8788-685da1263b14, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=ac59e2e1-9a9c-4051-8788-685da1263b14,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:33.961890 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:34.030530 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410bf1-ea90-4c3e-93ad-7fd48699ceb9 req-aab272ca-6897-4b3b-abe7-48973767604a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:34.031954 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-58410bf1-ea90-4c3e-93ad-7fd48699ceb9 req-aab272ca-6897-4b3b-abe7-48973767604a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 945 time: 0.2329254
Feb 04 19:38:34.093295 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Calling delete_port for ac59e2e1-9a9c-4051-8788-685da1263b14 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:38:34.178272 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-58410bf1-ea90-4c3e-93ad-7fd48699ceb9 req-f89d2591-48ac-4e6d-93ac-aa860a250a9e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952072
Feb 04 19:38:34.312652 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:34.359919 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event deleted for resources: {'Port': ['ID=ac59e2e1-9a9c-4051-8788-685da1263b14,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:34.360288 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3', 'f741391c-da50-4f76-acce-eeaa05853bab', '66d3b455-38bc-48b8-89f8-2eac7b782163'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:38:34.434616 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.434947 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.435278 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.435598 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.435918 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.436234 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.436547 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.436856 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.437186 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.437501 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.437812 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:38:34.447982 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] No DVR routers for this DVR port ac59e2e1-9a9c-4051-8788-685da1263b14 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:38:34.450802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:34.453354 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'name': 'network-vif-deleted', 'tag': 'ac59e2e1-9a9c-4051-8788-685da1263b14'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:38:34.508565 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9904594b-dbb6-49f6-aeea-9cedcad17d62', 'name': 'network-vif-deleted', 'tag': 'ac59e2e1-9a9c-4051-8788-685da1263b14', 'status': 'completed', 'code': 200}
Feb 04 19:38:34.531466 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-679eab39-20f8-4c75-861a-7efe59f27104 req-eac4cc50-59cc-4017-bc87-2df252ea1d20 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "DELETE /v2.0/ports/ac59e2e1-9a9c-4051-8788-685da1263b14 HTTP/1.1" status: 204  len: 173 time: 0.9159927
Feb 04 19:38:35.352252 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-cb48c938-04e8-4abd-803f-c73ce8207093 req-9261674b-0f91-4611-b767-3bb1799813e8 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:38:35.467457 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-cb48c938-04e8-4abd-803f-c73ce8207093 req-9261674b-0f91-4611-b767-3bb1799813e8 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:38:35.468550 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cb48c938-04e8-4abd-803f-c73ce8207093 req-9261674b-0f91-4611-b767-3bb1799813e8 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=9904594b-dbb6-49f6-aeea-9cedcad17d62 HTTP/1.1" status: 200  len: 210 time: 0.1567996
Feb 04 19:38:35.727766 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device ac59e2e1-9a9c-4051-8788-685da1263b14 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:38:35.760124 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: ac59e2e1-9a9c-4051-8788-685da1263b14 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:38:35.760455 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device ac59e2e1-9a9c-4051-8788-685da1263b14 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:38:37.182085 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-e20a950d-8f78-4a0f-b5f5-0d043439cbef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0665624
Feb 04 19:38:37.296956 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-e11d4b7f-2032-4b2c-9d2d-b4e8e1461a23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 1098 time: 0.0691164
Feb 04 19:38:37.439765 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483d1da-cd08-459c-81fa-24856deae673 req-857c9f90-48b7-466d-a9a2-04e7f8073094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:37.441100 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-857c9f90-48b7-466d-a9a2-04e7f8073094 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.1239412
Feb 04 19:38:37.542122 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-10795487-f933-4e9b-80f7-f167ec302644 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 200  len: 1001 time: 0.0941598
Feb 04 19:38:37.601628 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483d1da-cd08-459c-81fa-24856deae673 req-34ac1525-740b-46d7-acf8-14001a1c1157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:37.603562 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-34ac1525-740b-46d7-acf8-14001a1c1157 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.0555425
Feb 04 19:38:37.679223 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-0d48c16b-67d4-48e4-be95-8d45bf8494ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0657270
Feb 04 19:38:37.808679 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-e2053e40-3a80-4428-8b7a-a0395ce09573 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216254
Feb 04 19:38:38.015027 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f483d1da-cd08-459c-81fa-24856deae673 req-f31133fc-a885-43ba-9cc8-39472d4ffcf6 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964338
Feb 04 19:38:38.626602 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c019ae-3091-4625-8f9b-e06b26e69060 req-3cc60a11-3f16-45b4-92cd-6f9bcd56b3e7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:38.628011 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-28c019ae-3091-4625-8f9b-e06b26e69060 req-3cc60a11-3f16-45b4-92cd-6f9bcd56b3e7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 945 time: 0.0731771
Feb 04 19:38:38.675445 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-28c019ae-3091-4625-8f9b-e06b26e69060 req-613a3f07-fa73-41e7-a094-93951e0f531e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420668
Feb 04 19:38:38.843792 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:39.885044 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d6dd3-c2aa-4714-b105-67ab748e3340 req-4f73cc1b-d56d-4c25-829e-bfd472505445 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:39.886487 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8a4d6dd3-c2aa-4714-b105-67ab748e3340 req-4f73cc1b-d56d-4c25-829e-bfd472505445 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 945 time: 0.0787432
Feb 04 19:38:39.930037 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8a4d6dd3-c2aa-4714-b105-67ab748e3340 req-bff7221b-db3f-49b6-9d16-2b278d5de97e tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378940
Feb 04 19:38:40.898484 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-f81a0393-9bb8-4fcd-9ff9-d59fa52f0a78 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:40.900389 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-f81a0393-9bb8-4fcd-9ff9-d59fa52f0a78 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 945 time: 0.0765028
Feb 04 19:38:40.968175 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Deleting port 66d3b455-38bc-48b8-89f8-2eac7b782163 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:38:40.968855 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:41.130581 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c5a5-6e07-48df-9c13-afaf03b61e53 req-740d2293-17ff-4395-a8c3-87f85d8b7ab9 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:41.132001 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1119c5a5-6e07-48df-9c13-afaf03b61e53 req-740d2293-17ff-4395-a8c3-87f85d8b7ab9 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 945 time: 0.0821486
Feb 04 19:38:41.189712 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1119c5a5-6e07-48df-9c13-afaf03b61e53 req-7f796b07-80d2-4875-8203-abbaa70a8fba tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522618
Feb 04 19:38:41.213352 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] For port 66d3b455-38bc-48b8-89f8-2eac7b782163, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=66d3b455-38bc-48b8-89f8-2eac7b782163,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:41.213708 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:41.329424 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Calling delete_port for 66d3b455-38bc-48b8-89f8-2eac7b782163 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:38:41.524257 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:41.562758 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3', 'f741391c-da50-4f76-acce-eeaa05853bab', '66d3b455-38bc-48b8-89f8-2eac7b782163'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:38:41.572226 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event deleted for resources: {'Port': ['ID=66d3b455-38bc-48b8-89f8-2eac7b782163,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:41.646681 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] No DVR routers for this DVR port 66d3b455-38bc-48b8-89f8-2eac7b782163 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:38:41.649147 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:41.651684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'name': 'network-vif-deleted', 'tag': '66d3b455-38bc-48b8-89f8-2eac7b782163'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:38:41.713418 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ecb834-25cc-41f4-ac16-e98d079c26c5', 'name': 'network-vif-deleted', 'tag': '66d3b455-38bc-48b8-89f8-2eac7b782163', 'status': 'completed', 'code': 200}
Feb 04 19:38:41.730494 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6b9c6999-3a92-4d1d-964e-3b69337e2897 req-6757dc96-91b2-4d67-88e3-3a484ab53b5f tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "DELETE /v2.0/ports/66d3b455-38bc-48b8-89f8-2eac7b782163 HTTP/1.1" status: 204  len: 173 time: 0.8245406
Feb 04 19:38:42.359203 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-033d1ee6-0028-416a-b180-88f770489a0a req-cb19da49-12ba-4f90-a48e-d4c8b3e55956 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ecb834-25cc-41f4-ac16-e98d079c26c5 HTTP/1.1" status: 200  len: 210 time: 0.0399060
Feb 04 19:38:43.756826 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 66d3b455-38bc-48b8-89f8-2eac7b782163 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:38:43.789346 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 66d3b455-38bc-48b8-89f8-2eac7b782163 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:38:43.789675 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 66d3b455-38bc-48b8-89f8-2eac7b782163 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:38:44.048615 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532fdf-e7a4-41d4-8179-400ed4b6b60b req-776f456b-6ecf-4815-a87f-acee1a6a1ab5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:44.049842 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-08532fdf-e7a4-41d4-8179-400ed4b6b60b req-776f456b-6ecf-4815-a87f-acee1a6a1ab5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:38:44.106339 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-08532fdf-e7a4-41d4-8179-400ed4b6b60b req-776f456b-6ecf-4815-a87f-acee1a6a1ab5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:38:44.107459 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-08532fdf-e7a4-41d4-8179-400ed4b6b60b req-776f456b-6ecf-4815-a87f-acee1a6a1ab5 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.1340895
Feb 04 19:38:44.155966 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-08532fdf-e7a4-41d4-8179-400ed4b6b60b req-b42a3653-ae4e-438d-8d6e-aa1d753aa90b tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430672
Feb 04 19:38:45.351281 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ec0c0-dc1e-418a-9101-7162b75810d0 req-f6165360-b47c-451e-b165-6ba96ac5bdfa tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:45.352696 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f72ec0c0-dc1e-418a-9101-7162b75810d0 req-f6165360-b47c-451e-b165-6ba96ac5bdfa tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0766160
Feb 04 19:38:45.396269 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f72ec0c0-dc1e-418a-9101-7162b75810d0 req-08c52c33-8cb7-424e-a403-0c3b32c2aacb tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375569
Feb 04 19:38:46.044663 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-f7b47922-c693-4d75-83f4-27bda3350cf7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:46.046137 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-f7b47922-c693-4d75-83f4-27bda3350cf7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.0765049
Feb 04 19:38:46.111011 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Deleting port f741391c-da50-4f76-acce-eeaa05853bab {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:38:46.111339 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:46.350070 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] For port f741391c-da50-4f76-acce-eeaa05853bab, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=f741391c-da50-4f76-acce-eeaa05853bab,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:46.350317 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:46.532244 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Calling delete_port for f741391c-da50-4f76-acce-eeaa05853bab owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:38:46.708279 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80dd24-d6a6-434a-a2f3-daf05ac7e3b6 req-abcd622d-2523-4cdb-9ed8-14581bdecb69 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:46.709756 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4e80dd24-d6a6-434a-a2f3-daf05ac7e3b6 req-abcd622d-2523-4cdb-9ed8-14581bdecb69 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 945 time: 0.1853364
Feb 04 19:38:46.770231 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4e80dd24-d6a6-434a-a2f3-daf05ac7e3b6 req-8a36834f-1d51-4a88-bd92-43ba73f19bc9 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497358
Feb 04 19:38:46.826963 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:46.866251 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3', 'f741391c-da50-4f76-acce-eeaa05853bab'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:38:46.876364 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event deleted for resources: {'Port': ['ID=f741391c-da50-4f76-acce-eeaa05853bab,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:46.948050 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] No DVR routers for this DVR port f741391c-da50-4f76-acce-eeaa05853bab on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:38:46.950616 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:46.953311 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a94bda-0864-4b13-8659-bad167f7eced', 'name': 'network-vif-deleted', 'tag': 'f741391c-da50-4f76-acce-eeaa05853bab'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:38:47.007422 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a94bda-0864-4b13-8659-bad167f7eced', 'name': 'network-vif-deleted', 'tag': 'f741391c-da50-4f76-acce-eeaa05853bab', 'status': 'completed', 'code': 200}
Feb 04 19:38:47.050528 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3fa19ff8-c7f3-4e69-85cd-0a64783b0113 req-58144365-08a3-466c-9a23-f0c471a20df1 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "DELETE /v2.0/ports/f741391c-da50-4f76-acce-eeaa05853bab HTTP/1.1" status: 204  len: 173 time: 0.9986789
Feb 04 19:38:47.786857 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7b0f-f127-4464-9ad3-757bf3ec0d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:47.946825 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-a176d139-3eea-47b6-95e9-62e90c95f51d req-c7beefd4-1950-4874-aa56-89174c3b5380 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Synchronizing usage tracker for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:38:48.026696 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-a176d139-3eea-47b6-95e9-62e90c95f51d req-c7beefd4-1950-4874-aa56-89174c3b5380 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Unset dirty status for tenant:5dcd92d524f04ada9479b8317460d19e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:38:48.027862 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a176d139-3eea-47b6-95e9-62e90c95f51d req-c7beefd4-1950-4874-aa56-89174c3b5380 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a94bda-0864-4b13-8659-bad167f7eced HTTP/1.1" status: 200  len: 210 time: 0.1216455
Feb 04 19:38:49.769666 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device f741391c-da50-4f76-acce-eeaa05853bab no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:38:49.802649 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: f741391c-da50-4f76-acce-eeaa05853bab {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:38:49.802986 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device f741391c-da50-4f76-acce-eeaa05853bab not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:38:49.940841 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-c80a21d6-cc33-4ce1-97e9-ad8aac1de717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:50.280199 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:38:51.019651 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cbcd6-6502-42f7-8735-12ddc0abdc1b req-a6ef8338-1fb0-424e-b3a9-cc3751c80bea tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:51.021401 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1f6cbcd6-6502-42f7-8735-12ddc0abdc1b req-a6ef8338-1fb0-424e-b3a9-cc3751c80bea tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.0784137
Feb 04 19:38:51.118578 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:51.142222 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1f6cbcd6-6502-42f7-8735-12ddc0abdc1b req-29fe6cce-003a-44e5-99d2-eb6d43131f65 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154213
Feb 04 19:38:51.695105 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:52.335977 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d458b-5287-4297-8304-31c45347a053 req-a33f558e-01f7-4673-963a-9be75b8e56d7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:52.337392 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1d6d458b-5287-4297-8304-31c45347a053 req-a33f558e-01f7-4673-963a-9be75b8e56d7 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.0729878
Feb 04 19:38:52.383930 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1d6d458b-5287-4297-8304-31c45347a053 req-0af034a3-1f19-4803-a2eb-8bb95843be67 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405822
Feb 04 19:38:53.092049 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-d8ef5e1a-5eff-4a20-b84a-ed9c52bf35a0 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:53.093378 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-d8ef5e1a-5eff-4a20-b84a-ed9c52bf35a0 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.0735624
Feb 04 19:38:53.158068 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Deleting port 6c67ad53-4ce4-4051-ae6b-da30458254d3 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:38:53.158398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:53.404605 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] For port 6c67ad53-4ce4-4051-ae6b-da30458254d3, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=6c67ad53-4ce4-4051-ae6b-da30458254d3,segment=NetworkSegment(d0c58083-c815-4026-84b6-b9920ba81e1d),segment_id=d0c58083-c815-4026-84b6-b9920ba81e1d)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:53.405342 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:53.426809 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:53.524634 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Calling delete_port for 6c67ad53-4ce4-4051-ae6b-da30458254d3 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:38:53.578313 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f690b-d473-43fa-aa1b-11401a6e616a req-aa395b19-0ba3-4725-916d-a7e90a56cb11 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:53.579750 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-836f690b-d473-43fa-aa1b-11401a6e616a req-aa395b19-0ba3-4725-916d-a7e90a56cb11 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 946 time: 0.0747130
Feb 04 19:38:53.637094 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-836f690b-d473-43fa-aa1b-11401a6e616a req-9c060ce3-877c-47c2-8f60-7ca9bc724b54 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a242621-f7ea-49b5-aa22-123af597b6b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518250
Feb 04 19:38:53.741135 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:53.777518 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['6c67ad53-4ce4-4051-ae6b-da30458254d3'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:38:53.787488 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Pushing event deleted for resources: {'Port': ['ID=6c67ad53-4ce4-4051-ae6b-da30458254d3,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:53.861499 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] No DVR routers for this DVR port 6c67ad53-4ce4-4051-ae6b-da30458254d3 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:38:53.863872 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:53.866315 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'name': 'network-vif-deleted', 'tag': '6c67ad53-4ce4-4051-ae6b-da30458254d3'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:38:53.918923 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efad60cf-40f0-460b-969f-ad2c1f764eb5', 'name': 'network-vif-deleted', 'tag': '6c67ad53-4ce4-4051-ae6b-da30458254d3', 'status': 'completed', 'code': 200}
Feb 04 19:38:53.965133 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01b8f318-036d-4bc2-93d7-ba2f278dcd25 req-ec88d3b7-0735-467c-83ec-a479bfcaf26a tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.60 "DELETE /v2.0/ports/6c67ad53-4ce4-4051-ae6b-da30458254d3 HTTP/1.1" status: 204  len: 173 time: 0.8663886
Feb 04 19:38:54.818421 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d363e656-022f-49ff-a4e4-f828b7c5206a req-e695ae23-abdd-4772-bcf3-9918d9c9bb63 tempest-AttachVolumeNegativeTest-687378781 tempest-AttachVolumeNegativeTest-687378781-project] 10.222.0.13 "GET /v2.0/ports?device_id=efad60cf-40f0-460b-969f-ad2c1f764eb5 HTTP/1.1" status: 200  len: 210 time: 0.0421438
Feb 04 19:38:55.620521 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a9528-6730-4b37-9653-556175be4897 req-f74203fe-49d2-41d8-afe4-71b77cdeba63 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:55.621998 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e1a9528-6730-4b37-9653-556175be4897 req-f74203fe-49d2-41d8-afe4-71b77cdeba63 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.0741963
Feb 04 19:38:55.666259 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e1a9528-6730-4b37-9653-556175be4897 req-e8893d90-5c90-4c41-97bb-a6fac303d6ed tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383091
Feb 04 19:38:55.827077 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 6c67ad53-4ce4-4051-ae6b-da30458254d3 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:38:55.859279 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 6c67ad53-4ce4-4051-ae6b-da30458254d3 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:38:55.859614 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 6c67ad53-4ce4-4051-ae6b-da30458254d3 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:38:55.926528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46654) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:38:55.984077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_v2 [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] Deleting subnet aaca8623-d906-44b0-a7e5-909186722292 {{(pid=83674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:38:55.986820 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.036656 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1445396'] for subnet, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.089538 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.215466 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6678646'] for subnet, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.316523 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaca8623-d906-44b0-a7e5-909186722292,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:56.325351 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.330963 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-850defb5-8448-4e9b-bdb8-f6dfee4973d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aaca8623-d906-44b0-a7e5-909186722292 HTTP/1.1" status: 204  len: 168 time: 0.4034443
Feb 04 19:38:56.333372 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46658) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:38:56.435266 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.555765 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.580631 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083ee6af0>,) {'filters': {'network_id': ['3d96d418-7d0f-4955-88ad-b6f87cd49e7d']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:38:56.592184 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083ee6af0>, 'd0c58083-c815-4026-84b6-b9920ba81e1d') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:38:56.592471 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083ee6af0>, 'd0c58083-c815-4026-84b6-b9920ba81e1d') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:38:56.603233 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.618179 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.624663 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:38:56.627988 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:38:56.638448 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:38:56.815317 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.823667 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:56.848189 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d96d418-7d0f-4955-88ad-b6f87cd49e7d,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:56.863934 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64444f26-d3eb-439c-a3d4-a74c2c3e8e2c req-3c1e2ae9-aeb5-4a53-8a10-dbdb4ee55563 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:56.865388 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-64444f26-d3eb-439c-a3d4-a74c2c3e8e2c req-3c1e2ae9-aeb5-4a53-8a10-dbdb4ee55563 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.0784295
Feb 04 19:38:56.909428 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-64444f26-d3eb-439c-a3d4-a74c2c3e8e2c req-6a48f737-3829-43ba-b950-fa224a2ee43f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380244
Feb 04 19:38:56.964548 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-1a0e3909-88f7-4a42-bb2c-459ff90b4b5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/3d96d418-7d0f-4955-88ad-b6f87cd49e7d HTTP/1.1" status: 204  len: 168 time: 0.6301751
Feb 04 19:38:57.327515 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46668) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:38:57.376895 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-bb94b679-70ba-42c0-ba45-944e1379e43a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dcd92d524f04ada9479b8317460d19e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482683
Feb 04 19:38:57.379299 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46672) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:38:57.435203 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4170-9796-48e1-ba21-25cf02bde0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:57.459397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4170-9796-48e1-ba21-25cf02bde0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:57.579300 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-cca328f1-142a-4703-aadb-5b4c22f238d5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:57.580705 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-cca328f1-142a-4703-aadb-5b4c22f238d5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.0786450
Feb 04 19:38:57.617337 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4170-9796-48e1-ba21-25cf02bde0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:57.651218 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a4170-9796-48e1-ba21-25cf02bde0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a242621-f7ea-49b5-aa22-123af597b6b2,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:57.671506 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Deleting port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:38:57.671506 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:57.766429 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4170-9796-48e1-ba21-25cf02bde0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:57.767432 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ef2a4170-9796-48e1-ba21-25cf02bde0b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a242621-f7ea-49b5-aa22-123af597b6b2 HTTP/1.1" status: 204  len: 168 time: 0.3872666
Feb 04 19:38:57.932656 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] For port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:38:57.933211 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:58.272520 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:58.273440 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:58.273440 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Floating IP 8b5f6198-4366-423c-93a6-b56d9c619880 disassociated. External IP: 172.27.3.224, port: bb431a5f-97b3-4ed3-8a76-ff3eb01769f6.
Feb 04 19:38:58.273743 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Calling delete_port for bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:38:58.325514 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7e6b-82a2-4608-98b9-739780707d97 req-e712e6da-a375-4249-a0b4-a6240b01763b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:38:58.326938 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bc8a7e6b-82a2-4608-98b9-739780707d97 req-e712e6da-a375-4249-a0b4-a6240b01763b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 945 time: 0.2406228
Feb 04 19:38:58.396387 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bc8a7e6b-82a2-4608-98b9-739780707d97 req-64b5ef90-0f36-4d50-acf8-ea847d910f76 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634866
Feb 04 19:38:58.512387 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:58.560734 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event deleted for resources: {'Port': ['ID=bb431a5f-97b3-4ed3-8a76-ff3eb01769f6,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:38:58.846830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:38:59.053141 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:38:59.066255 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:38:59.078695 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:38:59.079602 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30847ffbe0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:38:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:38:59.128270 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] No DVR routers for this DVR port bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:38:59.130697 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:38:59.136373 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'name': 'network-vif-deleted', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:38:59.202251 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57981655-f327-42c6-8ea9-94598b80a428', 'name': 'network-vif-deleted', 'tag': 'bb431a5f-97b3-4ed3-8a76-ff3eb01769f6', 'status': 'completed', 'code': 200}
Feb 04 19:38:59.222065 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fdf65133-7da6-4785-94fa-eefb4c490e25 req-5a9124e1-2939-4568-9ec1-ad332dead9fb tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "DELETE /v2.0/ports/bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 HTTP/1.1" status: 204  len: 173 time: 1.6363511
Feb 04 19:38:59.278594 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:38:59.635038 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-2d89cea6-2ef9-401f-a6aa-65f1a49f63d1 req-933d6023-914f-4b62-8e8f-43a478b90fc6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:38:59.669424 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30847ffbe0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:38:59.673242 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:38:59.684305 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:38:59.684874 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30847ffbe0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:38:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:38:59.764096 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-2d89cea6-2ef9-401f-a6aa-65f1a49f63d1 req-933d6023-914f-4b62-8e8f-43a478b90fc6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:38:59.764977 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2d89cea6-2ef9-401f-a6aa-65f1a49f63d1 req-933d6023-914f-4b62-8e8f-43a478b90fc6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 210 time: 0.2207522
Feb 04 19:38:59.830957 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:38:59.876663 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:38:59.876988 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bb431a5f-97b3-4ed3-8a76-ff3eb01769f6 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:38:59.901453 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:00.243538 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30847ffbe0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:00.248672 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a2cf7-88fb-46f4-9a96-eee3d366417d None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:39:00.502064 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f8ea7-6297-4d67-8f3e-010a81db7980 None None] New status for floating IP 8b5f6198-4366-423c-93a6-b56d9c619880: DOWN {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:39:00.966711 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0a70202b-e1e9-4042-8baf-50fc31bb6b2e req-6289f063-515f-41d2-85fa-5f24fdb5f8c3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=57981655-f327-42c6-8ea9-94598b80a428 HTTP/1.1" status: 200  len: 210 time: 0.0414348
Feb 04 19:39:01.424085 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46738) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:01.559690 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:01.588860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:01.592784 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a22d2d39cc924a288420b773a8b6636f is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:01.595799 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:01.601514 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:01.664444 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:01.729392 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:01.775392 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e19c7c-ce8f-498b-91d0-8256b822fd04,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:01.783971 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5d5df15e-6fb8-444d-9768-57df3fcd08c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a22d2d39cc924a288420b773a8b6636f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3588216
Feb 04 19:39:01.786619 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46744) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:01.844584 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d3712a60-2337-4bcc-a318-91ec6d496576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:01.869379 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d3712a60-2337-4bcc-a318-91ec6d496576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:01.980634 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d3712a60-2337-4bcc-a318-91ec6d496576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:01.994012 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3712a60-2337-4bcc-a318-91ec6d496576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e19c7c-ce8f-498b-91d0-8256b822fd04,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:02.000712 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d3712a60-2337-4bcc-a318-91ec6d496576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:02.001672 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d3712a60-2337-4bcc-a318-91ec6d496576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3e19c7c-ce8f-498b-91d0-8256b822fd04 HTTP/1.1" status: 204  len: 168 time: 0.2140894
Feb 04 19:39:02.365987 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-c90630ab-aa68-489b-802a-8b5e91ba0f96 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640581121&fields=id&tenant_id=1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 267 time: 0.0426822
Feb 04 19:39:02.514221 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-722ecf10-1d1a-43ba-966a-98540a3882f8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:02.515963 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-722ecf10-1d1a-43ba-966a-98540a3882f8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 812 time: 0.1448183
Feb 04 19:39:02.531444 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-4a1fb05c-4668-4bca-b0a6-427e219fdd4e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/quotas/1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 375 time: 0.0102031
Feb 04 19:39:02.619254 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46760) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:02.622220 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-c4dac390-f3f5-4d7d-bec2-b14a29cf31c7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0855620
Feb 04 19:39:02.637717 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:02.668271 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:02.672159 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Usage tracker for resource:security_group_rule and tenant:5934fb872d344d5b8efb41ac1f259caa is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:02.674924 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:02.680587 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:02.744891 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:02.760079 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-5e0f8b5b-3a3c-428f-9891-910a0c67fb7f service neutron] 10.222.0.13 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264043
Feb 04 19:39:02.808210 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:02.853306 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0f35e-ff6e-4686-9dc6-f71d356a7c8e,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:02.857997 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-103bfbb1-19fb-4283-9a84-085363e96d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5934fb872d344d5b8efb41ac1f259caa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2377524
Feb 04 19:39:02.860863 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46764) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:02.919983 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-d57bf121-48d8-4434-8365-85efd58d0f85 service neutron] 10.222.0.13 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536393
Feb 04 19:39:02.944521 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:02.969447 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:03.099713 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:03.114811 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df0f35e-ff6e-4686-9dc6-f71d356a7c8e,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:03.125713 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:03.126857 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2df0f35e-ff6e-4686-9dc6-f71d356a7c8e HTTP/1.1" status: 204  len: 168 time: 0.2650070
Feb 04 19:39:03.128275 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.128618 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.129569 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.129569 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.129789 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.130050 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.130331 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.130649 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.131268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.131268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.131563 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5acc8-216c-459f-b751-9583e686fbce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:03.640605 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-68635315-2b79-43b8-a861-7d1ffcf20349 req-131b1b42-61ac-4f96-8f08-e108f809ffe1 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 210 time: 0.0492988
Feb 04 19:39:04.818205 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5dc2b972-2f9d-47da-b178-a890e9370f3f req-24595eb3-6c5e-451d-abcf-964dabfaaae5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 210 time: 0.0407650
Feb 04 19:39:05.812588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-9c354f13-87b9-4f53-be1b-ea4fc09b7291 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:05.814029 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-9c354f13-87b9-4f53-be1b-ea4fc09b7291 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 812 time: 0.1447930
Feb 04 19:39:05.882647 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-f86e9642-bda4-45be-a9c7-91cc151d4bf3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 379 time: 0.0491483
Feb 04 19:39:05.905509 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'port': {'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'admin_state_up': True, 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'security_groups': ['977dfab9-6cff-4da3-b271-9ad9447a508e']}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:06.034561 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65492855-74ec-4201-8948-45642e5f4468 req-8a61bab2-077c-497b-b2a4-800023569f39 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 210 time: 0.0530858
Feb 04 19:39:06.106594 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:06.115871 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:06.185928 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Made reservation on behalf of 1b4e55fbd8b74ea38b37f03bc061815e for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:39:06.189289 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:06.350393 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Allocated IP 172.20.0.4 (a644de52-c273-4bb7-b9ed-1e8890216310/c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37/bc58d524-6724-4de9-a214-f05b5e9433ff) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:39:06.598341 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:06.622260 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Transition to ACTIVE for port object bc58d524-6724-4de9-a214-f05b5e9433ff will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:39:06.706866 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:06.783044 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Network a644de52-c273-4bb7-b9ed-1e8890216310 is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:39:06.786127 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:39:06.788638 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:39:06.828421 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=bc58d524-6724-4de9-a214-f05b5e9433ff,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:06.863882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:06.863882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:06.981546 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-404a366e-b06a-4be2-979c-6ad5f50b5b40 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0832596
Feb 04 19:39:07.009424 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Request body: {'port': {'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:07.130394 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-3eb40f92-5167-4e9d-9bf2-289dc1380ac7 None None] Provisioning for port bc58d524-6724-4de9-a214-f05b5e9433ff completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:39:07.136019 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-3eb40f92-5167-4e9d-9bf2-289dc1380ac7 None None] Provisioning complete for port bc58d524-6724-4de9-a214-f05b5e9433ff triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:39:07.136394 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3eb40f92-5167-4e9d-9bf2-289dc1380ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:07.143077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:07.210257 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-3eb40f92-5167-4e9d-9bf2-289dc1380ac7 None None] Port bc58d524-6724-4de9-a214-f05b5e9433ff cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:39:07.257995 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af0f6-2a4a-49b2-9eb0-dc5b7c3f379f req-2579b367-4dbf-484d-b7fb-9b634109b16f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:07.266273 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fc6af0f6-2a4a-49b2-9eb0-dc5b7c3f379f req-2579b367-4dbf-484d-b7fb-9b634109b16f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 931 time: 0.0913303
Feb 04 19:39:07.307955 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fc6af0f6-2a4a-49b2-9eb0-dc5b7c3f379f req-ae2dfb40-ec14-4a7a-953b-592e5fb0a532 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405433
Feb 04 19:39:07.508899 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc58d524-6724-4de9-a214-f05b5e9433ff {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:39:07.516209 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:07.530854 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Transition to ACTIVE for port object bc58d524-6724-4de9-a214-f05b5e9433ff will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:39:07.531079 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277c4e-6dd8-4f6c-b214-2dadabac3017 req-c3dd81e3-fb48-4cee-82f9-3e7333320177 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:07.532798 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-33277c4e-6dd8-4f6c-b214-2dadabac3017 req-c3dd81e3-fb48-4cee-82f9-3e7333320177 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.0772898
Feb 04 19:39:07.582782 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-33277c4e-6dd8-4f6c-b214-2dadabac3017 req-cd900c4d-ed3a-402f-9a4e-fdf77d27531b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434568
Feb 04 19:39:07.586177 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:07.755616 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc58d524-6724-4de9-a214-f05b5e9433ff,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:07.840547 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Attempting to bind port bc58d524-6724-4de9-a214-f05b5e9433ff on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:39:07.841002 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Attempting to bind port bc58d524-6724-4de9-a214-f05b5e9433ff by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:39:07.841406 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Attempting to bind port bc58d524-6724-4de9-a214-f05b5e9433ff on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:39:07.847692 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Port bc58d524-6724-4de9-a214-f05b5e9433ff on network a644de52-c273-4bb7-b9ed-1e8890216310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:39:07.848002 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Attempting to bind port bc58d524-6724-4de9-a214-f05b5e9433ff on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:39:07.854445 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:39:07.864688 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Checking segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:39:07.864688 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Bound using segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:39:07.864688 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Bound port: bc58d524-6724-4de9-a214-f05b5e9433ff, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:39:07.864688 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:07.942110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] For port bc58d524-6724-4de9-a214-f05b5e9433ff, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:39:07.945073 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] For port bc58d524-6724-4de9-a214-f05b5e9433ff, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bc58d524-6724-4de9-a214-f05b5e9433ff,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:39:08.060813 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:08.123483 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:08.124882 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc58d524-6724-4de9-a214-f05b5e9433ff HTTP/1.1" status: 200  len: 1093 time: 1.1206954
Feb 04 19:39:08.125260 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:08.149060 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42773b81-51d8-48ec-a1dd-e2156c53d4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc58d524-6724-4de9-a214-f05b5e9433ff,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:08.190336 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'status': 'completed', 'code': 200}
Feb 04 19:39:08.310102 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd7505d2-803d-45c2-956b-b3b4bf5ebe73 req-85fbbce2-b84d-4aba-af97-19e2a385fe2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1096 time: 0.0748184
Feb 04 19:39:08.456907 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7505d2-803d-45c2-956b-b3b4bf5ebe73 req-45faab03-585c-4741-8c0f-f77856f1e440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:08.458347 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd7505d2-803d-45c2-956b-b3b4bf5ebe73 req-45faab03-585c-4741-8c0f-f77856f1e440 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1342099
Feb 04 19:39:08.514549 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c96b6-a21e-4700-8896-263125cb6273 req-6c12e461-7f76-420c-b43b-750ff723ddf6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:08.516341 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-221c96b6-a21e-4700-8896-263125cb6273 req-6c12e461-7f76-420c-b43b-750ff723ddf6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.0740945
Feb 04 19:39:08.561103 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-221c96b6-a21e-4700-8896-263125cb6273 req-1d52c27a-96c1-4b17-b858-39741031d848 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391340
Feb 04 19:39:08.593142 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7505d2-803d-45c2-956b-b3b4bf5ebe73 req-2ecc179c-f7cc-4828-bb41-045fc5f5266b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:08.594597 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd7505d2-803d-45c2-956b-b3b4bf5ebe73 req-2ecc179c-f7cc-4828-bb41-045fc5f5266b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1290140
Feb 04 19:39:08.727013 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-b2b7501c-5400-4ad8-8016-ab9ef60fdb15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1096 time: 0.0692201
Feb 04 19:39:08.832118 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:08.846467 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-3e6e7c9d-bdc8-4c2d-87ba-5a5fb9c4d928 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc58d524-6724-4de9-a214-f05b5e9433ff HTTP/1.1" status: 200  len: 217 time: 0.0840881
Feb 04 19:39:09.003531 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-789806c2-3469-4a1f-b248-717671adf192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:09.004976 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-789806c2-3469-4a1f-b248-717671adf192 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.1489251
Feb 04 19:39:09.014184 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab8521-11de-4c2d-b7da-24e1606cf7a1 req-9c814cca-e19c-4203-b16b-5ddf09c35e8f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:09.015828 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9eab8521-11de-4c2d-b7da-24e1606cf7a1 req-9c814cca-e19c-4203-b16b-5ddf09c35e8f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.2857282
Feb 04 19:39:09.123564 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9eab8521-11de-4c2d-b7da-24e1606cf7a1 req-6470e3e6-82ba-4c72-a494-9bcea61e3891 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713809
Feb 04 19:39:09.138598 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-9539e320-62c7-4917-9302-a22061b73a65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1218636
Feb 04 19:39:09.282871 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-244ffa23-ecc6-4829-94aa-23fd6a30031c service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320393
Feb 04 19:39:09.415041 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c4eb9f2-d1a4-4c18-9b6f-6e2a56fd99b5 req-d79668f4-693d-4db8-9751-302fa0e2b6a3 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257217
Feb 04 19:39:09.656755 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-a560fe02-95a5-4077-afd9-cab1d458ced9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:09.658606 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-a560fe02-95a5-4077-afd9-cab1d458ced9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.0816057
Feb 04 19:39:09.729856 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Deleting port dd5c5699-ddb7-4265-8537-b725bd8c23d5 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:39:09.730287 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:09.779574 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b28c-1863-4375-a88b-98caf98aa8ef req-6e9263eb-c261-49fc-8cb9-dc5d7a5cbaea tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:09.781118 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6a71b28c-1863-4375-a88b-98caf98aa8ef req-6e9263eb-c261-49fc-8cb9-dc5d7a5cbaea tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.0899568
Feb 04 19:39:09.828457 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6a71b28c-1863-4375-a88b-98caf98aa8ef req-71c84cc5-5df3-46a0-9f8c-bdf0c1504319 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416689
Feb 04 19:39:09.982515 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] For port dd5c5699-ddb7-4265-8537-b725bd8c23d5, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd5c5699-ddb7-4265-8537-b725bd8c23d5,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:09.982863 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:10.301792 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:10.302459 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:10.302459 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Floating IP 67655779-79c7-4f0c-8ec8-00f31dec460b disassociated. External IP: 172.27.3.70, port: dd5c5699-ddb7-4265-8537-b725bd8c23d5.
Feb 04 19:39:10.302662 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Calling delete_port for dd5c5699-ddb7-4265-8537-b725bd8c23d5 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:39:10.404872 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b1f67-e26a-4a7c-a625-ba3bf25bb434 req-b9a977dc-77e1-48a1-9643-30144356dc8e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:10.406310 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b23b1f67-e26a-4a7c-a625-ba3bf25bb434 req-b9a977dc-77e1-48a1-9643-30144356dc8e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 946 time: 0.1461091
Feb 04 19:39:10.503857 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b23b1f67-e26a-4a7c-a625-ba3bf25bb434 req-1ff59931-3d93-499e-b26d-167e365e934c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611424
Feb 04 19:39:10.608669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:10.658254 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event deleted for resources: {'Port': ['ID=dd5c5699-ddb7-4265-8537-b725bd8c23d5,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:10.933557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Router 5ff45945-481f-4501-b7cb-f1d61ab50a0f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:39:11.027842 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca2ab-4ba0-4f3e-a897-65ce97d93b18 req-e090af1e-1316-451d-b361-e2e99214378c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:11.029361 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5a5ca2ab-4ba0-4f3e-a897-65ce97d93b18 req-e090af1e-1316-451d-b361-e2e99214378c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.0794034
Feb 04 19:39:11.076449 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5a5ca2ab-4ba0-4f3e-a897-65ce97d93b18 req-9670a9e4-6ea0-4348-9a8d-a02f9c1404bf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413339
Feb 04 19:39:11.154022 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:39:11.166727 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] Sync routers for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:39:11.178077 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:11.178666 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308453ab80>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:38:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:11.230023 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] No DVR routers for this DVR port dd5c5699-ddb7-4265-8537-b725bd8c23d5 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:39:11.232721 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:11.236542 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-deleted', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:11.296708 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddc7f8d-438e-4d5f-a205-11744f1c9337', 'name': 'network-vif-deleted', 'tag': 'dd5c5699-ddb7-4265-8537-b725bd8c23d5', 'status': 'completed', 'code': 200}
Feb 04 19:39:11.324145 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eb5853ef-46fb-4bf5-b1ac-f74e2ecfb162 req-50c1ea36-108b-4df9-86a8-7fe1f8aa2209 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "DELETE /v2.0/ports/dd5c5699-ddb7-4265-8537-b725bd8c23d5 HTTP/1.1" status: 204  len: 173 time: 1.6597016
Feb 04 19:39:11.396811 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:11.708317 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308453ab80>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:11.712415 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] Checking router: 5ff45945-481f-4501-b7cb-f1d61ab50a0f for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:39:11.716120 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-75fd0b6e-e0d5-4404-bf0b-ac4b2f1be74b req-0efedd60-f085-489a-8c89-3cf95796f866 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddc7f8d-438e-4d5f-a205-11744f1c9337 HTTP/1.1" status: 200  len: 210 time: 0.0436196
Feb 04 19:39:11.724617 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:11.725239 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308453ab80>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:38:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:11.842599 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46932) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:11.905399 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:11.991935 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:12.022675 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:12.027020 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Usage tracker for resource:security_group_rule and tenant:43b9435ea5604c1886774918f2a06d5a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:12.029797 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:12.035392 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:12.104762 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:12.198194 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:12.237212 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308453ab80>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:12.241055 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85b6415-f7bb-43d3-b247-f103e2d77f5a None None] The sync data for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi is: [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:39:12.294286 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af6360-a889-4aef-b9f9-89b0a86fbfe8,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:12.304323 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-972e9f2c-9b27-4936-9331-b97ba37f8827 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43b9435ea5604c1886774918f2a06d5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4583745
Feb 04 19:39:12.306167 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46940) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:12.374426 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1562b-49d8-4a70-be40-8ab6f5e9e34a req-287cf44a-c0b2-4a2b-b04a-65e2e6b1a519 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:12.375101 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-e7d1562b-49d8-4a70-be40-8ab6f5e9e34a req-287cf44a-c0b2-4a2b-b04a-65e2e6b1a519 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:12.402973 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0178685c-dba0-4523-bd28-a47c757cccea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:12.429720 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0178685c-dba0-4523-bd28-a47c757cccea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:12.465070 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729e6c6-3d0a-4fc2-8cb6-9ecd95c8da97 None None] New status for floating IP 67655779-79c7-4f0c-8ec8-00f31dec460b: DOWN {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:39:12.482391 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-e7d1562b-49d8-4a70-be40-8ab6f5e9e34a req-287cf44a-c0b2-4a2b-b04a-65e2e6b1a519 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:12.483624 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7d1562b-49d8-4a70-be40-8ab6f5e9e34a req-287cf44a-c0b2-4a2b-b04a-65e2e6b1a519 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.2693617
Feb 04 19:39:12.536648 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7d1562b-49d8-4a70-be40-8ab6f5e9e34a req-65f67101-fd0b-4bcf-9d29-12c1ebce1fc0 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437434
Feb 04 19:39:12.579315 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0178685c-dba0-4523-bd28-a47c757cccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:12.594784 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178685c-dba0-4523-bd28-a47c757cccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af6360-a889-4aef-b9f9-89b0a86fbfe8,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:12.601489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0178685c-dba0-4523-bd28-a47c757cccea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:12.601489 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-0178685c-dba0-4523-bd28-a47c757cccea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7af6360-a889-4aef-b9f9-89b0a86fbfe8 HTTP/1.1" status: 204  len: 168 time: 0.2947152
Feb 04 19:39:12.954033 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46952) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:13.022937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-72eef273-4077-4415-a32f-fd9a4aca46c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.050464 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-72eef273-4077-4415-a32f-fd9a4aca46c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.157147 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-72eef273-4077-4415-a32f-fd9a4aca46c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.181585 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eef273-4077-4415-a32f-fd9a4aca46c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ef889-ebbe-437b-bec9-85e5ef5fac1f,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:13.223982 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46956) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:13.254249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.269010 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-72eef273-4077-4415-a32f-fd9a4aca46c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.270149 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-72eef273-4077-4415-a32f-fd9a4aca46c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d7ef889-ebbe-437b-bec9-85e5ef5fac1f HTTP/1.1" status: 204  len: 168 time: 0.3149347
Feb 04 19:39:13.273115 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46960) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:13.289575 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.api.v2.resource [None req-769660f2-d31e-45f6-9f78-75e947c6f9d2 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] show failed (client error): The resource could not be found.
Feb 04 19:39:13.290894 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:13.291135 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-769660f2-d31e-45f6-9f78-75e947c6f9d2 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups/3d7ef889-ebbe-437b-bec9-85e5ef5fac1f HTTP/1.1" status: 404  len: 347 time: 0.0170376
Feb 04 19:39:13.293971 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46964) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:13.294862 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Usage tracker for resource:security_group_rule and tenant:f152f5bf2d5f40078a78a764e1191aa1 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:13.297815 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:13.303672 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:13.366053 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.425912 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.474311 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5f5b5-2fea-49f3-bfc3-20a768306617,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:13.478392 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-b00e8dee-e7e6-405f-8dac-bdc55aac3d7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f152f5bf2d5f40078a78a764e1191aa1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2533801
Feb 04 19:39:13.480967 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46968) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:13.528807 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Deleting port 4956ebd6-de01-4a79-9962-0f259b93fd3e {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:39:13.529050 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.543488 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbe62-8ac0-435c-a834-0fcdd3ae62d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.570398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbe62-8ac0-435c-a834-0fcdd3ae62d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.717707 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbe62-8ac0-435c-a834-0fcdd3ae62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.735189 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecbe62-8ac0-435c-a834-0fcdd3ae62d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5f5b5-2fea-49f3-bfc3-20a768306617,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:13.740906 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbe62-8ac0-435c-a834-0fcdd3ae62d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.742296 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a2ecbe62-8ac0-435c-a834-0fcdd3ae62d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ea5f5b5-2fea-49f3-bfc3-20a768306617 HTTP/1.1" status: 204  len: 168 time: 0.2601376
Feb 04 19:39:13.748867 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.749214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:13.849091 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:39:13.882290 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: dd5c5699-ddb7-4265-8537-b725bd8c23d5 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:39:13.882632 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd5c5699-ddb7-4265-8537-b725bd8c23d5 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:39:13.904326 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Calling delete_port for 4956ebd6-de01-4a79-9962-0f259b93fd3e owned by network:floatingip {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:39:13.952492 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714c9bc-acf4-4fe4-900a-9c229cfb2afa req-3202ed0b-1b87-49fc-a9e2-3b6f38c05273 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:13.953933 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7714c9bc-acf4-4fe4-900a-9c229cfb2afa req-3202ed0b-1b87-49fc-a9e2-3b6f38c05273 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.2909555
Feb 04 19:39:14.021669 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7714c9bc-acf4-4fe4-900a-9c229cfb2afa req-884e0e37-a90c-423b-ad80-62d5284d7045 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612273
Feb 04 19:39:14.174688 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.222905 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event deleted for resources: {'Port': ['ID=4956ebd6-de01-4a79-9962-0f259b93fd3e,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:14.310004 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.323287 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.326346 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-d2e02674-4a46-4a2b-bb60-99a511353b7f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "DELETE /v2.0/floatingips/67655779-79c7-4f0c-8ec8-00f31dec460b HTTP/1.1" status: 204  len: 168 time: 1.0295763
Feb 04 19:39:14.527317 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46980) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:14.546004 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.575623 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:14.579451 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Usage tracker for resource:security_group_rule and tenant:eb034de5cda3445b961378b9f911ba0d is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:14.582335 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:14.588374 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:14.650973 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.700268 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.745621 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e97772f-82f7-47f5-b310-7acdc817141c,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:14.753665 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-4c9ae93e-6fce-4e20-b836-2b3e971a1702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb034de5cda3445b961378b9f911ba0d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2223847
Feb 04 19:39:14.754786 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 46984) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:14.775256 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46988) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:14.782405 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361573042', 'description': 'tempest-description--786740148'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:14.791568 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:14.796250 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:14.799130 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:14.805872 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:14.820028 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2a378edd-fdbd-4d0b-a8a8-aa32b980d9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.845662 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2a378edd-fdbd-4d0b-a8a8-aa32b980d9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.882969 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.974684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2a378edd-fdbd-4d0b-a8a8-aa32b980d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.985995 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:14.988718 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a378edd-fdbd-4d0b-a8a8-aa32b980d9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e97772f-82f7-47f5-b310-7acdc817141c,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:14.989885 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group_rule and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:14.992900 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:14.995281 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2a378edd-fdbd-4d0b-a8a8-aa32b980d9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:14.999137 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-2a378edd-fdbd-4d0b-a8a8-aa32b980d9d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e97772f-82f7-47f5-b310-7acdc817141c HTTP/1.1" status: 204  len: 168 time: 0.2442470
Feb 04 19:39:15.008839 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:15.063131 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.157548 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.205251 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:15.219629 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac805d-6e51-4c43-bdd3-80cab9d10773 req-d5e881ba-4527-4c10-bc24-e0f76939d973 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:15.221297 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-61ac805d-6e51-4c43-bdd3-80cab9d10773 req-d5e881ba-4527-4c10-bc24-e0f76939d973 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.0774198
Feb 04 19:39:15.266165 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.270485 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-8c6ecb1c-4ba6-4d6b-b462-bad0ad9363b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4909768
Feb 04 19:39:15.270485 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 46996) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:15.275985 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'security_group_rule': {'security_group_id': 'b98f4fe4-d2c0-4d12-8e8f-45c3f234e091', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:15.276282 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-61ac805d-6e51-4c43-bdd3-80cab9d10773 req-3e108b4c-a99c-490d-afa3-6a4c4fd42b73 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489690
Feb 04 19:39:15.281681 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:15.285473 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group_rule and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:15.288389 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:15.294294 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:15.369970 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.428727 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.494914 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.518976 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83cd88d-93c1-4177-a9b3-df94bcbed788,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:15.586554 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.587828 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a9c15cb6-3103-43de-ba95-5cae054d2e56 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3162973
Feb 04 19:39:15.590610 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47008) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:15.596366 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'security_group_rule': {'security_group_id': 'b98f4fe4-d2c0-4d12-8e8f-45c3f234e091', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:15.602273 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:15.606518 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:security_group_rule and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:15.610196 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:15.617233 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:15.706735 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.770676 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.847439 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.871330 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaa8172-55a8-4215-92c5-abc86eb10108,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:15.957683 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:15.958904 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-924ac978-d684-42f6-9e3e-4f9d7e03efed tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3673608
Feb 04 19:39:15.971079 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47016) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:15.976587 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:15.982675 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:15.987098 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Usage tracker for resource:floatingip and tenant:146939551c38458381c7924d019b8b84 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:15.990107 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:15.996414 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:16.060079 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:16.192250 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:16.337425 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Allocated IP 172.27.3.54 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/9b025669-2338-4acb-b27c-086a9806279b) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:39:16.546724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:16.561423 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c058d6-ea49-4e27-b8ee-9eb1b08482e7 req-49ebacae-5209-4a87-b173-4a79c67552b8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:16.562855 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57c058d6-ea49-4e27-b8ee-9eb1b08482e7 req-49ebacae-5209-4a87-b173-4a79c67552b8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.1425536
Feb 04 19:39:16.686632 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-57c058d6-ea49-4e27-b8ee-9eb1b08482e7 req-8eef50ee-2da8-450b-a179-860c8d2c43ab tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180453
Feb 04 19:39:16.740556 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:16.807847 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:39:16.810657 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:39:16.815144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:39:16.841543 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'Port': ['ID=9b025669-2338-4acb-b27c-086a9806279b,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:16.860776 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47034) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:16.976055 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:16.995601 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.025913 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:17.029731 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Usage tracker for resource:security_group_rule and tenant:69202e66ee764a7f9f320dd07154b321 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:17.032454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:17.038118 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:17.092515 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.101744 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.173486 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.219995 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34d0a0-69de-460e-8993-25689524417d,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:17.224030 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-99f353a7-e3bd-4242-9998-fb335d18a056 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69202e66ee764a7f9f320dd07154b321&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3667254
Feb 04 19:39:17.226680 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47040) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:17.284483 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c9813de8-041f-464c-b977-6c1e846dc584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.292129 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.313111 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c9813de8-041f-464c-b977-6c1e846dc584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.346151 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.420250 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c9813de8-041f-464c-b977-6c1e846dc584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.437431 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9813de8-041f-464c-b977-6c1e846dc584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34d0a0-69de-460e-8993-25689524417d,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:17.440099 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-c9813de8-041f-464c-b977-6c1e846dc584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.443714 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-c9813de8-041f-464c-b977-6c1e846dc584 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd34d0a0-69de-460e-8993-25689524417d HTTP/1.1" status: 204  len: 168 time: 0.2135956
Feb 04 19:39:17.452197 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'Port': ['ID=9b025669-2338-4acb-b27c-086a9806279b,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:17.473703 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.562380 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:17.564440 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-90f1a0c5-41cf-469b-92f4-3026428b4550 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5921741
Feb 04 19:39:17.852829 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bc58d524-6724-4de9-a214-f05b5e9433ff details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:39:17.859356 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-9034953f-9dc0-493b-b426-9de85b544a3a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1361573042&fields=id&tenant_id=146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 267 time: 0.0579987
Feb 04 19:39:17.939951 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b678-3c79-4717-8c35-492ec5b29e88 req-3904796a-2c5c-43be-a3f3-52db619633a5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:17.950019 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65a2b678-3c79-4717-8c35-492ec5b29e88 req-3904796a-2c5c-43be-a3f3-52db619633a5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 943 time: 0.1152015
Feb 04 19:39:18.003078 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65a2b678-3c79-4717-8c35-492ec5b29e88 req-7e33cf80-5526-414c-976b-2a149186b6ac tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519199
Feb 04 19:39:18.019585 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port bc58d524-6724-4de9-a214-f05b5e9433ff, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bc58d524-6724-4de9-a214-f05b5e9433ff,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:18.027855 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-a91c21e5-78a9-4b5f-8d0a-0000602e9a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:18.037550 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:39:18.052490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-1d67a982-8c2b-4599-afaa-ce4977a856f4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:18.054011 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-1d67a982-8c2b-4599-afaa-ce4977a856f4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 816 time: 0.1872253
Feb 04 19:39:18.072066 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-30e84260-2379-405e-9367-75ad9acd1cae tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/quotas/146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 375 time: 0.0120730
Feb 04 19:39:18.100251 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:18.119895 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc58d524-6724-4de9-a214-f05b5e9433ff {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:39:18.144318 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port bc58d524-6724-4de9-a214-f05b5e9433ff, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bc58d524-6724-4de9-a214-f05b5e9433ff,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:18.158895 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f41bdd58-acb5-436a-b4d3-6f893ce86ad5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:18.209089 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:18.253803 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f41bdd58-acb5-436a-b4d3-6f893ce86ad5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:18.255133 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f41bdd58-acb5-436a-b4d3-6f893ce86ad5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1763613
Feb 04 19:39:18.277773 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=bc58d524-6724-4de9-a214-f05b5e9433ff,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:18.286129 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.286471 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.286799 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.287125 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.287449 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.287766 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.288087 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.288409 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.288720 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.289030 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.290019 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:18.397752 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-2381f353-0c47-404e-a890-0107866594ef service neutron] 10.222.0.13 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294668
Feb 04 19:39:18.605287 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f9d00961-bb2f-422d-be48-18388bc42476 service neutron] 10.222.0.13 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014847
Feb 04 19:39:18.654142 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['bc58d524-6724-4de9-a214-f05b5e9433ff'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:39:18.899695 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-eca49b73-0591-4c6a-af99-1c53663106be req-cd7c244d-9622-477c-9913-a620cd089749 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:18.913318 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-eca49b73-0591-4c6a-af99-1c53663106be req-cd7c244d-9622-477c-9913-a620cd089749 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:18.915234 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eca49b73-0591-4c6a-af99-1c53663106be req-cd7c244d-9622-477c-9913-a620cd089749 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 210 time: 0.0591717
Feb 04 19:39:19.216472 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437712-934a-430c-8e0b-64a09c3fa0ea req-02b94fdb-007e-4fb5-b02b-c9b874a466cd tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:19.217957 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-80437712-934a-430c-8e0b-64a09c3fa0ea req-02b94fdb-007e-4fb5-b02b-c9b874a466cd tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 944 time: 0.0914512
Feb 04 19:39:19.272053 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-80437712-934a-430c-8e0b-64a09c3fa0ea req-3a987ed3-d480-48f9-af28-9e61ec9dca50 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458469
Feb 04 19:39:19.723761 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47106) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:19.860121 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:19.869092 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bc58d524-6724-4de9-a214-f05b5e9433ff up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:39:19.891969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:19.895904 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Usage tracker for resource:security_group_rule and tenant:9e239c89a03f4acd96d1447cc514214f is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:19.897281 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-536ead1d-212c-4bf7-970d-62239ca6a15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:19.899859 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:19.905613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:19.971158 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.041884 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port bc58d524-6724-4de9-a214-f05b5e9433ff completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:39:20.046780 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port bc58d524-6724-4de9-a214-f05b5e9433ff triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:39:20.047150 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.071545 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.108572 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e8431bc1-5e64-4f4e-83f8-a991fe501da0 req-9840e2c5-7f61-406d-bba7-2602d3cdf1b5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 210 time: 0.0537245
Feb 04 19:39:20.113115 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e239c89a03f4acd96d1447cc514214f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3882952
Feb 04 19:39:20.115884 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47114) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:20.126621 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bf12f-1b28-453f-90e9-c1344011ecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059ddbfd-c9ad-439d-ac39-8ae78ffda52e,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:20.177613 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.185114 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-866e6172-950f-4703-8520-67007bc4f3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.206605 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:20.215427 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-866e6172-950f-4703-8520-67007bc4f3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.217948 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port bc58d524-6724-4de9-a214-f05b5e9433ff, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bc58d524-6724-4de9-a214-f05b5e9433ff,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:20.267835 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'code': 200}
Feb 04 19:39:20.282997 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.345772 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-866e6172-950f-4703-8520-67007bc4f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.352401 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=bc58d524-6724-4de9-a214-f05b5e9433ff,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:20.364546 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e6172-950f-4703-8520-67007bc4f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059ddbfd-c9ad-439d-ac39-8ae78ffda52e,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:20.367028 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-866e6172-950f-4703-8520-67007bc4f3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:20.371054 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-866e6172-950f-4703-8520-67007bc4f3af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/059ddbfd-c9ad-439d-ac39-8ae78ffda52e HTTP/1.1" status: 204  len: 168 time: 0.2542233
Feb 04 19:39:20.495212 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53c043-872e-4bc7-8160-e8fdae37cfe1 req-576c86f3-c4c2-4129-b02b-92fdf4b7e77c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:20.496688 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e53c043-872e-4bc7-8160-e8fdae37cfe1 req-576c86f3-c4c2-4129-b02b-92fdf4b7e77c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 945 time: 0.0796769
Feb 04 19:39:20.558474 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5e53c043-872e-4bc7-8160-e8fdae37cfe1 req-d858bca6-cd78-4c79-8508-52557bb23244 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555294
Feb 04 19:39:20.722899 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-667e129c-17ee-4219-a18b-e06e1062da71 req-d62ef18c-1074-4ead-98ea-e6731c439ecd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1098 time: 0.0797739
Feb 04 19:39:20.817227 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-667e129c-17ee-4219-a18b-e06e1062da71 req-5928ae60-6df4-4f4d-8efa-39fcc6433441 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609050
Feb 04 19:39:21.122691 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:21.437282 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-38c3e124-7b9e-4902-a4f5-09ce26663293 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:21.438005 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-38c3e124-7b9e-4902-a4f5-09ce26663293 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:network {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:21.478022 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c33ace83-d7ff-4b39-b455-4468dab259ca req-12e22afd-2b91-46bf-a2bb-ddff3941f8da tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 210 time: 0.0504994
Feb 04 19:39:21.484274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355d15-2aaa-44c8-8b57-03f5202cff19 req-e5e4e8a8-8223-42d2-a40a-57bb509e5539 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:21.491058 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ab355d15-2aaa-44c8-8b57-03f5202cff19 req-e5e4e8a8-8223-42d2-a40a-57bb509e5539 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1222506
Feb 04 19:39:21.524528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-38c3e124-7b9e-4902-a4f5-09ce26663293 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:network {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:21.525672 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-38c3e124-7b9e-4902-a4f5-09ce26663293 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 816 time: 0.2996240
Feb 04 19:39:21.563735 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ab355d15-2aaa-44c8-8b57-03f5202cff19 req-26d66a9b-c2de-4448-ae8a-e5e778e2d7ef tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718329
Feb 04 19:39:21.600277 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-d2e3d136-46fe-49c1-a1ef-26f19459ab41 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:21.711925 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-d2e3d136-46fe-49c1-a1ef-26f19459ab41 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:21.713344 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-d2e3d136-46fe-49c1-a1ef-26f19459ab41 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 380 time: 0.1642871
Feb 04 19:39:21.722948 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'port': {'device_id': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'admin_state_up': True, 'tenant_id': '146939551c38458381c7924d019b8b84', 'security_groups': ['b98f4fe4-d2c0-4d12-8e8f-45c3f234e091']}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:21.740699 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:21.744991 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54abb64-fcde-4547-99ee-fe041c16a572 req-540fd675-4998-4ef7-aab1-c82e8c3f2036 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:21.747217 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a54abb64-fcde-4547-99ee-fe041c16a572 req-540fd675-4998-4ef7-aab1-c82e8c3f2036 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 945 time: 0.0796988
Feb 04 19:39:21.796730 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a54abb64-fcde-4547-99ee-fe041c16a572 req-35eb1732-4ef9-4612-b5a6-54ad93c74620 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447066
Feb 04 19:39:21.874174 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:21.883581 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:21.946077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Made reservation on behalf of 146939551c38458381c7924d019b8b84 for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:39:21.949135 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:22.179283 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Allocated IP 172.20.0.14 (8e21b3b1-0ad7-4c99-bb6c-02373cfb645a/6d72fe72-ab78-4536-ad39-e4f10c24bd7b/dd541567-7ec8-43be-b3bf-530c2823ccae) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:39:22.359333 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:22.374233 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Transition to ACTIVE for port object dd541567-7ec8-43be-b3bf-530c2823ccae will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:39:22.460278 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:22.532133 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:39:22.535128 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:39:22.539350 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:39:22.576379 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:22.656040 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:22.656890 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:22.807429 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ead315-3d66-4e6f-aa60-cbcada971e5b req-96fbecae-5174-4e15-a44a-75888bbca879 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:22.808488 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-c7ead315-3d66-4e6f-aa60-cbcada971e5b req-96fbecae-5174-4e15-a44a-75888bbca879 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:22.833139 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-02926d5a-76d6-4f90-a084-2efcb0c58a6b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1146235
Feb 04 19:39:22.851943 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Request body: {'port': {'device_id': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:22.870189 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bde779-d733-450a-a39b-b773a4d5c8f4 req-561c55e7-3c9b-4cdc-8c52-ff6c464dfdf7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:22.871728 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-22bde779-d733-450a-a39b-b773a4d5c8f4 req-561c55e7-3c9b-4cdc-8c52-ff6c464dfdf7 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1126075
Feb 04 19:39:22.888450 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-c7ead315-3d66-4e6f-aa60-cbcada971e5b req-96fbecae-5174-4e15-a44a-75888bbca879 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:22.889603 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c7ead315-3d66-4e6f-aa60-cbcada971e5b req-96fbecae-5174-4e15-a44a-75888bbca879 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 932 time: 0.2221060
Feb 04 19:39:22.917456 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-22bde779-d733-450a-a39b-b773a4d5c8f4 req-a4c02a2b-249a-4dff-99ad-9e8fbe0d3049 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=a54fbb85-e499-4f90-b1a0-7d358d8ec5be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391531
Feb 04 19:39:22.951689 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-bd0cae73-fc5f-4076-b634-791ff181c058 None None] Provisioning for port dd541567-7ec8-43be-b3bf-530c2823ccae completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:39:22.957438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-bd0cae73-fc5f-4076-b634-791ff181c058 None None] Provisioning complete for port dd541567-7ec8-43be-b3bf-530c2823ccae triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:39:22.957875 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-bd0cae73-fc5f-4076-b634-791ff181c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:22.992936 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c7ead315-3d66-4e6f-aa60-cbcada971e5b req-9dd02a61-63e2-448e-af2d-9a6abd2a53fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969172
Feb 04 19:39:23.004317 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.044385 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cae73-fc5f-4076-b634-791ff181c058 None None] Port dd541567-7ec8-43be-b3bf-530c2823ccae cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:39:23.135243 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-43a91d7f-2b3a-4fae-96d6-e9f13953205c tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:23.136657 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-43a91d7f-2b3a-4fae-96d6-e9f13953205c tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 945 time: 0.1558843
Feb 04 19:39:23.146777 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942719c-d3b0-47c4-afe3-af38bc6e75c6 req-727ecb3a-def2-4a2c-a21a-57748fc6aa0c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:23.148120 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a942719c-d3b0-47c4-afe3-af38bc6e75c6 req-727ecb3a-def2-4a2c-a21a-57748fc6aa0c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 945 time: 0.1055136
Feb 04 19:39:23.238038 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Deleting port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:39:23.238373 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.279006 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a942719c-d3b0-47c4-afe3-af38bc6e75c6 req-8392ceb6-d77d-4a83-a7c1-0d87fb98be68 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025662
Feb 04 19:39:23.360604 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd541567-7ec8-43be-b3bf-530c2823ccae {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:39:23.368769 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.384490 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Transition to ACTIVE for port object dd541567-7ec8-43be-b3bf-530c2823ccae will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:39:23.408605 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.478066 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b2d54-4d5e-4e73-9081-dd6bf2a6b892 req-8abdd96c-e543-4ba2-9255-43302a7cb35a tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:23.479500 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5c2b2d54-4d5e-4e73-9081-dd6bf2a6b892 req-8abdd96c-e543-4ba2-9255-43302a7cb35a tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 945 time: 0.0737073
Feb 04 19:39:23.492171 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] For port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:23.493064 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.500421 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.640805 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5c2b2d54-4d5e-4e73-9081-dd6bf2a6b892 req-b94805ef-834b-458e-8083-62f10e555519 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1557286
Feb 04 19:39:23.647084 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:23.766119 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47182) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:23.799937 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.800384 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.800772 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.l3_db [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Floating IP e280f0eb-6aae-402a-b068-f93116c7ce90 disassociated. External IP: 172.27.3.211, port: 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088.
Feb 04 19:39:23.801172 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Calling delete_port for 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:39:23.834399 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Attempting to bind port dd541567-7ec8-43be-b3bf-530c2823ccae on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:39:23.838976 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Attempting to bind port dd541567-7ec8-43be-b3bf-530c2823ccae by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:39:23.838976 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Attempting to bind port dd541567-7ec8-43be-b3bf-530c2823ccae on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:39:23.855484 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Port dd541567-7ec8-43be-b3bf-530c2823ccae on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:39:23.855805 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Attempting to bind port dd541567-7ec8-43be-b3bf-530c2823ccae on network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:39:23.869270 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:39:23.869534 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Checking segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:39:23.869910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Bound using segment: {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:39:23.870332 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Bound port: dd541567-7ec8-43be-b3bf-530c2823ccae, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65de0a0-3952-4aff-bba0-5090f95b50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:39:23.870666 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:23.891940 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-eb767cd9-a447-4738-a664-0e75723f8e0c tempest-TestVolumeBootPattern-1588308716 tempest-TestVolumeBootPattern-1588308716-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1093 time: 0.1073589
Feb 04 19:39:23.911401 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47186) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:23.921050 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:23.929360 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:23.936100 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:floatingip and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:23.943788 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:23.956663 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:23.963548 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:39:23.966588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:39:24.071817 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:24.077645 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:24.093916 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:24.099625 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7a18f510-9870-41e2-af08-032bbdeb5914 req-c107ae62-d8d4-48c5-a156-3eb89575292a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0569358
Feb 04 19:39:24.131319 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:24.132620 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] 10.222.0.60 "PUT /v2.0/ports/dd541567-7ec8-43be-b3bf-530c2823ccae HTTP/1.1" status: 200  len: 1094 time: 1.2857010
Feb 04 19:39:24.133181 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:24.159396 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event deleted for resources: {'Port': ['ID=2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:24.208830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6178f05-765b-4ed0-a52b-34416607bcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:24.232086 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'status': 'completed', 'code': 200}
Feb 04 19:39:24.258495 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b50f2-782e-48be-97f7-00608bdefe9a req-ff477288-a21c-43e3-90c3-ce0846cf9d60 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:24.265837 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-768b50f2-782e-48be-97f7-00608bdefe9a req-ff477288-a21c-43e3-90c3-ce0846cf9d60 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.1030619
Feb 04 19:39:24.368558 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-768b50f2-782e-48be-97f7-00608bdefe9a req-bb85ec30-ecd8-4151-ab2e-f9ee26b18153 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017246
Feb 04 19:39:24.382294 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0b754e91-3990-4c62-855e-3977fd43ef07 req-ab9c27a5-980a-490a-86d4-1fb12a365030 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1097 time: 0.1002588
Feb 04 19:39:24.522058 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:24.601281 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b754e91-3990-4c62-855e-3977fd43ef07 req-fb2d410a-6963-440a-b2b0-d4730495af04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:24.602752 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0b754e91-3990-4c62-855e-3977fd43ef07 req-fb2d410a-6963-440a-b2b0-d4730495af04 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=146939551c38458381c7924d019b8b84&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2075901
Feb 04 19:39:24.700681 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Allocated IP 172.27.3.47 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/b4fc7a1a-d230-439e-b72d-fa8dec8facbc) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:39:24.703737 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:39:24.754670 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b754e91-3990-4c62-855e-3977fd43ef07 req-28e654f8-710b-4c07-acb4-dd827af0a7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:24.756119 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0b754e91-3990-4c62-855e-3977fd43ef07 req-28e654f8-710b-4c07-acb4-dd827af0a7ae service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1472671
Feb 04 19:39:24.905572 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-31c1b742-ff4f-4504-992e-9462357a52d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1097 time: 0.0740750
Feb 04 19:39:24.935770 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:24.984748 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-f3142aaf-b6ff-4e95-80d6-0ee0417bedac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd541567-7ec8-43be-b3bf-530c2823ccae HTTP/1.1" status: 200  len: 217 time: 0.0658517
Feb 04 19:39:25.053972 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-6a3ecf0e-cee0-4c4a-9f84-846be5894759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:25.055512 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-6a3ecf0e-cee0-4c4a-9f84-846be5894759 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.0649617
Feb 04 19:39:25.062680 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:39:25.072991 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] Sync routers for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:39:25.086635 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:25.087665 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084900130>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:25.133783 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] No DVR routers for this DVR port 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:39:25.134672 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-52c44d15-183c-4a0e-8d53-58c89fb4e9a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717862
Feb 04 19:39:25.136334 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:25.138891 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'name': 'network-vif-deleted', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:25.162499 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:25.226505 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-732d708f-7a31-4d41-aa1f-48eafc9a134a req-7eab9631-2abe-4663-b66d-82f1339a53fc tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "DELETE /v2.0/ports/2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 HTTP/1.1" status: 204  len: 173 time: 2.0768046
Feb 04 19:39:25.240722 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:39:25.242710 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:39:25.246612 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:39:25.286096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=b4fc7a1a-d230-439e-b72d-fa8dec8facbc,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:25.371242 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:25.381756 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6dfd610a-5437-4779-a14a-1ec47f07e560 req-e597e52c-e089-41dc-b554-694d7899b3ee tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0804045
Feb 04 19:39:25.400305 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-918d04f8-6f8f-43b9-99db-e2812051a5e3 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517326
Feb 04 19:39:25.500671 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2affe2e1-596e-4ca1-88d4-6fcab34452ca', 'name': 'network-vif-deleted', 'tag': '2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088', 'status': 'completed', 'code': 200}
Feb 04 19:39:25.598400 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0c0bf4c5-4a60-4f62-86b7-3d6bde39ee4f req-3cba1cdd-7b0e-432a-a9ee-460419c89149 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908166
Feb 04 19:39:25.702730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2dde9-3d25-4e3b-b4e7-7cf63f32f41c req-1eb785dd-6e89-4ffa-a325-4c86b73f2628 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:25.704447 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65f2dde9-3d25-4e3b-b4e7-7cf63f32f41c req-1eb785dd-6e89-4ffa-a325-4c86b73f2628 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0831673
Feb 04 19:39:25.758156 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65f2dde9-3d25-4e3b-b4e7-7cf63f32f41c req-82149558-825a-4dae-8f9d-39ffc1f7b1f3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463374
Feb 04 19:39:25.790701 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084900130>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:25.802198 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] Checking router: c66b6d51-3df7-4eff-8d71-adfa28d54ed2 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:39:25.805684 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:25.806375 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084900130>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:25.950508 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:25.980613 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:26.133512 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:26.332226 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084900130>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:26.336580 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e1787-1126-4a12-85d2-c7820a13876f None None] The sync data for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi is: [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:39:26.430466 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:26.488581 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:26.572458 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ca5a5-9161-4fd9-93aa-17030af2d2b6 None None] New status for floating IP e280f0eb-6aae-402a-b068-f93116c7ce90: DOWN {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:39:26.643970 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-5ef387f9-719f-4a89-943c-d67bc89bb097 req-f1c46ca3-4bec-42cc-b51a-de47f9d9ed74 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:26.646273 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=b4fc7a1a-d230-439e-b72d-fa8dec8facbc,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:26.670508 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:26.816291 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-5ef387f9-719f-4a89-943c-d67bc89bb097 req-f1c46ca3-4bec-42cc-b51a-de47f9d9ed74 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:26.817137 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5ef387f9-719f-4a89-943c-d67bc89bb097 req-f1c46ca3-4bec-42cc-b51a-de47f9d9ed74 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.2314188
Feb 04 19:39:26.869628 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.l3_db [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Floating IP 625943e7-83a1-4aa3-91ca-fbd5cd5aee98 associated. External IP: 172.27.3.47, port: bc58d524-6724-4de9-a214-f05b5e9433ff.
Feb 04 19:39:26.977939 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace1f01-035c-4403-ba70-10b566942e23 req-129600a8-a589-492c-968e-664f88bb2170 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:26.979406 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5ace1f01-035c-4403-ba70-10b566942e23 req-129600a8-a589-492c-968e-664f88bb2170 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0739853
Feb 04 19:39:27.024188 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5ace1f01-035c-4403-ba70-10b566942e23 req-3c672d3a-20d8-4c83-bc15-eda6c7651639 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390635
Feb 04 19:39:27.250053 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:39:27.279495 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:39:27.450720 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:39:27.460375 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:39:27.472215 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:27.485935 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308441f370>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:27.562666 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:27.637631 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-825c627d-9fe7-409e-b6b4-da99871a62b3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7099063
Feb 04 19:39:27.637631 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:27.666447 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:27.703846 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'status': 'completed', 'code': 200}
Feb 04 19:39:28.000322 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a0e7af5-c251-42a6-a016-8b5e705c1ea6 req-1bad2f65-ed9c-44e1-a092-a0e98dd4569c tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0434940
Feb 04 19:39:28.006465 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308441f370>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:25Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:28.011451 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:39:28.024890 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:28.025532 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308441f370>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:28.197532 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:28.231176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9af1-93cf-4a67-b9c3-922165cccae8 req-46b9606b-16a4-45d3-9496-d19289e7895c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:28.232617 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-357c9af1-93cf-4a67-b9c3-922165cccae8 req-46b9606b-16a4-45d3-9496-d19289e7895c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0742595
Feb 04 19:39:28.276444 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-357c9af1-93cf-4a67-b9c3-922165cccae8 req-d82c8bc3-2e05-44af-86b9-117f29de3eec tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382795
Feb 04 19:39:28.530393 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308441f370>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:25Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:28.534141 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6788a-ac65-4125-8e67-b260d80e03d5 None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:25Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:39:28.720906 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc13a38-b1a6-42ff-8af7-2eba952839e3 None None] New status for floating IP 625943e7-83a1-4aa3-91ca-fbd5cd5aee98: ACTIVE {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:39:29.184776 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1d421e54-eb4d-4027-9e28-dca48e2e39e6 req-2137af4c-07fc-4ad7-bbf9-aab01a1af832 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0402756
Feb 04 19:39:29.487790 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a73c1-37a4-4b05-8a28-9e959ab04105 req-451d0f3c-c9ec-4078-91f1-53de4d768cb8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:29.489208 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b89a73c1-37a4-4b05-8a28-9e959ab04105 req-451d0f3c-c9ec-4078-91f1-53de4d768cb8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0763898
Feb 04 19:39:29.540318 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b89a73c1-37a4-4b05-8a28-9e959ab04105 req-0c318784-5cf3-4645-be8a-4f3b91de1bd5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451834
Feb 04 19:39:30.114544 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:39:30.146266 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:39:30.146599 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 2fc2fa7d-4b46-48f8-b42d-2c8f3d7eb088 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:39:30.262155 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c75b4952-d779-450a-85fd-8bce3869812a req-4cb5106e-965a-444e-9720-af84b2e8fd52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1098 time: 0.0719566
Feb 04 19:39:30.390823 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4b5d35ba-55c0-4cc0-a637-4be3bbaf80b4 req-7b37ec80-d941-4a1f-bd20-aa8b812eedfd tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2affe2e1-596e-4ca1-88d4-6fcab34452ca HTTP/1.1" status: 200  len: 210 time: 0.0507925
Feb 04 19:39:30.434152 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b4952-d779-450a-85fd-8bce3869812a req-5dc92518-277c-4202-95f9-04d3cccf8f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:30.435563 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c75b4952-d779-450a-85fd-8bce3869812a req-5dc92518-277c-4202-95f9-04d3cccf8f10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.1672208
Feb 04 19:39:30.694878 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c75b4952-d779-450a-85fd-8bce3869812a req-55a01c4b-df1b-4a11-8d46-6f9e6704cf5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc58d524-6724-4de9-a214-f05b5e9433ff HTTP/1.1" status: 200  len: 1000 time: 0.1867714
Feb 04 19:39:30.756419 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd186a-6be4-4f62-9da3-552c0303e603 req-6b3e322d-ebdf-4f68-b107-0e16076b7e44 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:30.758629 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a7bd186a-6be4-4f62-9da3-552c0303e603 req-6b3e322d-ebdf-4f68-b107-0e16076b7e44 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0795958
Feb 04 19:39:30.782445 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b4952-d779-450a-85fd-8bce3869812a req-ecdfeebd-a179-4670-a6ab-53fc12f88fe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:30.784451 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c75b4952-d779-450a-85fd-8bce3869812a req-ecdfeebd-a179-4670-a6ab-53fc12f88fe3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0820615
Feb 04 19:39:30.872743 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c75b4952-d779-450a-85fd-8bce3869812a req-4b780c11-1131-4649-8004-0df1a49865c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800350
Feb 04 19:39:30.921831 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a7bd186a-6be4-4f62-9da3-552c0303e603 req-44e41c11-716b-456a-8778-163d079fdf55 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516402
Feb 04 19:39:31.005953 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c75b4952-d779-450a-85fd-8bce3869812a req-da06dc2c-25f6-4e32-b771-d8f9363f56a1 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266615
Feb 04 19:39:31.139691 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c75b4952-d779-450a-85fd-8bce3869812a req-3a5e0f70-5870-4028-8ec3-7903bffa3b48 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275923
Feb 04 19:39:31.603271 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47250) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:31.666455 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7b68dfb8-dc15-4f4d-850c-81fdc5cc78ec tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:31.693496 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7b68dfb8-dc15-4f4d-850c-81fdc5cc78ec tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:31.836903 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7b68dfb8-dc15-4f4d-850c-81fdc5cc78ec tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:31.855238 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68dfb8-dc15-4f4d-850c-81fdc5cc78ec tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54fbb85-e499-4f90-b1a0-7d358d8ec5be,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:31.926922 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7b68dfb8-dc15-4f4d-850c-81fdc5cc78ec tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:31.928011 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7b68dfb8-dc15-4f4d-850c-81fdc5cc78ec tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "DELETE /v2.0/security-groups/a54fbb85-e499-4f90-b1a0-7d358d8ec5be HTTP/1.1" status: 204  len: 168 time: 0.3237121
Feb 04 19:39:31.930701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47254) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:31.945885 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.api.v2.resource [None req-fc710659-43e1-4f6d-a93f-8f9ffd42be04 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] show failed (client error): The resource could not be found.
Feb 04 19:39:31.946736 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-fc710659-43e1-4f6d-a93f-8f9ffd42be04 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups/a54fbb85-e499-4f90-b1a0-7d358d8ec5be HTTP/1.1" status: 404  len: 347 time: 0.0151529
Feb 04 19:39:31.949214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47258) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:32.100092 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Deleting port 80eb27d6-f33c-4ee1-84f3-fa4e7b9ee8b0 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:39:32.102128 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:32.146940 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4548f0-656a-4d7d-b5d0-730d3e4714b0 req-9c9dff49-c14c-4878-a84c-2219e7e500d7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:32.148951 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0a4548f0-656a-4d7d-b5d0-730d3e4714b0 req-9c9dff49-c14c-4878-a84c-2219e7e500d7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0863435
Feb 04 19:39:32.194358 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0a4548f0-656a-4d7d-b5d0-730d3e4714b0 req-a3b17616-0757-4cc2-aa5a-2e9d4955f643 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393369
Feb 04 19:39:32.271154 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:32.271474 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:32.392929 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Calling delete_port for 80eb27d6-f33c-4ee1-84f3-fa4e7b9ee8b0 owned by network:floatingip {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:39:32.585056 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:32.638067 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event deleted for resources: {'Port': ['ID=80eb27d6-f33c-4ee1-84f3-fa4e7b9ee8b0,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:32.725078 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:32.842771 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:32.843824 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6a54738d-0f25-4b3c-bd45-1e5dec77c263 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "DELETE /v2.0/floatingips/e280f0eb-6aae-402a-b068-f93116c7ce90 HTTP/1.1" status: 204  len: 168 time: 0.8937833
Feb 04 19:39:33.313861 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47274) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:33.319717 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715854681', 'description': 'tempest-description--1006217683'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:33.326103 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:33.330128 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:33.333083 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:33.339618 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:33.396848 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:33.403377 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c449dec-8817-4250-85d9-add0530398c1 req-046cd49a-39e7-4b4c-b1e9-b7515312b8b6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:33.405338 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1c449dec-8817-4250-85d9-add0530398c1 req-046cd49a-39e7-4b4c-b1e9-b7515312b8b6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0741656
Feb 04 19:39:33.441044 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:33.442114 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group_rule and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:33.446644 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:33.454159 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:33.460236 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1c449dec-8817-4250-85d9-add0530398c1 req-113bdbcb-a435-4c62-8852-95e9910edaf5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490394
Feb 04 19:39:33.517420 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:33.591183 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:33.634841 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1323f3da-4056-41fe-978d-d4a799bdd886,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:33.699628 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:33.700851 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-0ce30086-1652-4b06-9882-1bf3f767e8c0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.3859503
Feb 04 19:39:33.703670 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47282) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:33.711588 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'security_group_rule': {'security_group_id': '1323f3da-4056-41fe-978d-d4a799bdd886', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:33.714786 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:33.718580 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group_rule and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:33.721409 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:33.727453 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:33.801943 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:33.860431 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:33.933667 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:33.957006 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d3ab03-2034-4320-8b45-a78c75418d8f,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:33.993961 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47288) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:34.025403 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.029033 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b64222b6-cc1e-4081-85ac-65cabb521b05 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3220079
Feb 04 19:39:34.029398 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47294) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:34.034590 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'security_group_rule': {'security_group_id': '1323f3da-4056-41fe-978d-d4a799bdd886', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:34.040613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:34.044365 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:security_group_rule and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:34.047987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:34.053683 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:34.138150 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.148370 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.203911 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:34.208695 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Usage tracker for resource:security_group_rule and tenant:367191505a9c4ef897e73d15a89d168f is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:34.214095 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:34.221138 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:34.240459 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.294746 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.309967 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.335159 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9733a7-85bb-49cc-a0a1-deec06de5331,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:34.362567 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.408110 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4697d97-01d3-4d40-984e-4b5feca4ff1d,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:34.412771 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-742fb0b9-1f24-49b2-ba0e-2b5751be34b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=367191505a9c4ef897e73d15a89d168f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4178245
Feb 04 19:39:34.416180 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47300) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:34.419411 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.423501 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-a2d29e59-9805-4c56-aca9-5c2d0caa7fe4 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3904595
Feb 04 19:39:34.423705 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47304) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:34.430512 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:34.435106 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:34.438991 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Usage tracker for resource:floatingip and tenant:ed97ca0669694876827282277f52585d is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:39:34.441830 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:39:34.447778 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:34.485141 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.510301 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.528223 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.646517 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.668463 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.673557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4697d97-01d3-4d40-984e-4b5feca4ff1d,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:34.686110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:34.689609 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4697d97-01d3-4d40-984e-4b5feca4ff1d HTTP/1.1" status: 204  len: 168 time: 0.2700613
Feb 04 19:39:34.694258 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.694599 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.695461 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.695791 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.699588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.699588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.699588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.699588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.699588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.699588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.699588 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01488874-100a-4deb-be4f-c6e14c540f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:39:34.739426 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4caa93-0614-42ee-8432-82b30221a75c req-995a2a84-26dc-4d9c-ab90-6f14a6ee8924 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:34.742412 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9a4caa93-0614-42ee-8432-82b30221a75c req-995a2a84-26dc-4d9c-ab90-6f14a6ee8924 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.1331780
Feb 04 19:39:34.777096 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:39:34.812700 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9a4caa93-0614-42ee-8432-82b30221a75c req-e9052d99-6862-4ea2-a854-72990da40670 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614507
Feb 04 19:39:34.846270 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Allocated IP 172.27.3.93 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/d185c3d8-f92c-4ce0-ad56-ca3be09a105f) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:39:34.940945 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:34.955989 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'port_id': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'mac_address': 'fa:16:3e:92:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:39:35.057411 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:35.075455 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd541567-7ec8-43be-b3bf-530c2823ccae {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:39:35.094309 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:35.167740 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:35.172840 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:35.188376 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222de05-1f82-4988-8b8b-fc962c601713 req-ea047ef4-f901-4cfb-a66f-c1c4b1b14465 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:35.189938 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e222de05-1f82-4988-8b8b-fc962c601713 req-ea047ef4-f901-4cfb-a66f-c1c4b1b14465 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.2547059
Feb 04 19:39:35.234439 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:35.246965 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e222de05-1f82-4988-8b8b-fc962c601713 req-97e928e1-ca77-4b3e-b1fc-a3176d7aec4f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461757
Feb 04 19:39:35.316258 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:35.383672 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:39:35.387038 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:39:35.388890 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'Port': ['ID=d185c3d8-f92c-4ce0-ad56-ca3be09a105f,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:35.391274 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:39:35.548564 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:35.632099 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dd541567-7ec8-43be-b3bf-530c2823ccae'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:39:35.675770 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:35.887637 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:35.956941 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:36.015889 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95295c0-7e55-46f7-be05-23b810bb8d0c req-d7e94d64-88cc-4e50-8d21-ea2bcfa7d18f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:36.017408 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f95295c0-7e55-46f7-be05-23b810bb8d0c req-d7e94d64-88cc-4e50-8d21-ea2bcfa7d18f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 945 time: 0.0758049
Feb 04 19:39:36.067230 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f95295c0-7e55-46f7-be05-23b810bb8d0c req-b09409c4-bdbb-4a02-aefb-07a0d7c87b11 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419550
Feb 04 19:39:36.068150 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'Port': ['ID=d185c3d8-f92c-4ce0-ad56-ca3be09a105f,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:36.088061 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:36.167783 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:36.168910 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b2543a17-1e19-482e-8e24-4ad8d708ad66 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7442942
Feb 04 19:39:36.395404 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-f3f1b4a4-feb0-46c4-888c-1586e31a3ad2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:36.482722 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-f3f1b4a4-feb0-46c4-888c-1586e31a3ad2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:36.484313 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-f3f1b4a4-feb0-46c4-888c-1586e31a3ad2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1715854681&fields=id&tenant_id=ed97ca0669694876827282277f52585d HTTP/1.1" status: 200  len: 267 time: 0.1319473
Feb 04 19:39:36.633882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ebd2b-5e85-415a-aea1-bdff7f425666 req-8ef25834-67d2-40be-af70-4320f80ab272 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:36.635623 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c60ebd2b-5e85-415a-aea1-bdff7f425666 req-8ef25834-67d2-40be-af70-4320f80ab272 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1106460
Feb 04 19:39:36.644463 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-9fb17c32-d56a-445c-b34f-c917379f6ad5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:36.646030 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-9fb17c32-d56a-445c-b34f-c917379f6ad5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 811 time: 0.1543381
Feb 04 19:39:36.665556 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-af2b9816-f0c8-495a-a09b-05c997bc7bdf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/quotas/ed97ca0669694876827282277f52585d HTTP/1.1" status: 200  len: 375 time: 0.0124581
Feb 04 19:39:36.693702 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c60ebd2b-5e85-415a-aea1-bdff7f425666 req-d6946d0e-2113-4aa8-9dcb-e5c6028887b3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505958
Feb 04 19:39:36.755433 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-a68b5702-fe5e-404c-af5f-ae12feadf080 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:36.767775 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:39:36.842135 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-a68b5702-fe5e-404c-af5f-ae12feadf080 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:36.843470 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-a68b5702-fe5e-404c-af5f-ae12feadf080 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1696806
Feb 04 19:39:36.886956 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port dd541567-7ec8-43be-b3bf-530c2823ccae completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:39:36.892101 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port dd541567-7ec8-43be-b3bf-530c2823ccae triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:39:36.892460 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:36.985288 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-b4e75878-3cde-4b3c-bac5-22433bf024cf service neutron] 10.222.0.13 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302323
Feb 04 19:39:37.009352 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:37.034680 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:37.043851 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:37.089295 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'code': 200}
Feb 04 19:39:37.119992 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-da44508d-32d4-48fb-8fe1-cd955c8c3a46 service neutron] 10.222.0.13 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290340
Feb 04 19:39:37.122469 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:37.201180 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:37.280355 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288a65d-e5cb-4a96-8cf4-478582588f1f req-87c4c1ad-98db-43b5-bd41-6f78bcff7f59 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:37.281807 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7288a65d-e5cb-4a96-8cf4-478582588f1f req-87c4c1ad-98db-43b5-bd41-6f78bcff7f59 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0743051
Feb 04 19:39:37.352563 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7288a65d-e5cb-4a96-8cf4-478582588f1f req-30423bea-dd0c-4752-b64e-deae9fc514c4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623910
Feb 04 19:39:37.399344 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6d627d7-02de-4c76-932a-8f96e41ba235 req-18cef3a9-551c-4318-83cf-338493de6fd3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 210 time: 0.0461965
Feb 04 19:39:37.578631 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3c7760e5-c23a-437b-9fdb-a272d0a2ddf0 req-423ba6a1-1cee-48ec-b8cb-29df0d5a44e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1099 time: 0.0685654
Feb 04 19:39:37.619568 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3c7760e5-c23a-437b-9fdb-a272d0a2ddf0 req-f548964e-67dc-4856-8ecf-043078e27fd1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353575
Feb 04 19:39:37.883694 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76c5ee-0d63-45c5-a8a6-369e418791a3 req-9d68f24b-4cd0-4455-94e2-635ef24f2a55 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:37.885297 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6e76c5ee-0d63-45c5-a8a6-369e418791a3 req-9d68f24b-4cd0-4455-94e2-635ef24f2a55 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0742340
Feb 04 19:39:37.933925 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6e76c5ee-0d63-45c5-a8a6-369e418791a3 req-8a9fb586-6e58-4ed2-91a3-9d7ef010d680 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426350
Feb 04 19:39:38.561584 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d894353-3c97-4adb-a236-dac0cedefa6d req-ca21ce47-dc5f-4625-9f7a-d17d7c37d3ea tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:38.563052 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2d894353-3c97-4adb-a236-dac0cedefa6d req-ca21ce47-dc5f-4625-9f7a-d17d7c37d3ea tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0822749
Feb 04 19:39:38.567131 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-21781d4e-b73e-4509-89af-94cbff69787c req-276b594b-c13e-476a-9ac9-70e5ba58b350 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 210 time: 0.0451784
Feb 04 19:39:38.608176 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2d894353-3c97-4adb-a236-dac0cedefa6d req-17a2c254-cc6b-4acf-b264-bf540d0391f3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392568
Feb 04 19:39:38.876511 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:39.128212 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc807d8e-cec2-46a3-8504-ee5a7b7a602b req-abb6bbda-96ea-4b04-834e-355f7066d2e1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:39.129651 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cc807d8e-cec2-46a3-8504-ee5a7b7a602b req-abb6bbda-96ea-4b04-834e-355f7066d2e1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0764945
Feb 04 19:39:39.176544 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cc807d8e-cec2-46a3-8504-ee5a7b7a602b req-f97032df-7cda-4742-bc80-b3a904099ba7 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413857
Feb 04 19:39:39.247831 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-38523250-f765-4998-a3da-58eec7c45261 req-e30cfcb1-7adc-4c34-b439-587cb5be2d51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1099 time: 0.0666304
Feb 04 19:39:39.395820 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523250-f765-4998-a3da-58eec7c45261 req-cd261b56-b858-4c7d-bfbb-e21c16c75883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:39.397268 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-38523250-f765-4998-a3da-58eec7c45261 req-cd261b56-b858-4c7d-bfbb-e21c16c75883 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 909 time: 0.1233275
Feb 04 19:39:39.562219 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-38523250-f765-4998-a3da-58eec7c45261 req-1bd0d2a6-ae30-43e9-84b7-9bd1c1fa39d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 1001 time: 0.1555536
Feb 04 19:39:39.626083 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523250-f765-4998-a3da-58eec7c45261 req-d94df828-e239-48d2-9eff-fbd8baf712bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:39.627568 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-38523250-f765-4998-a3da-58eec7c45261 req-d94df828-e239-48d2-9eff-fbd8baf712bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 200  len: 848 time: 0.0589271
Feb 04 19:39:39.720240 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-38523250-f765-4998-a3da-58eec7c45261 req-6ef867db-b4ee-498a-b3fd-636a81024aa4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236140c-d82d-4575-8008-573da6504426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856550
Feb 04 19:39:39.865323 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98b6aaa2-7040-44c0-9216-11747c717772 req-31fbaa17-5170-4d2e-9402-26eb0662191f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 210 time: 0.1373951
Feb 04 19:39:39.913806 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-38523250-f765-4998-a3da-58eec7c45261 req-cb1e726a-5069-4463-ae84-ef5e7a3863ae service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866612
Feb 04 19:39:39.923200 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-e7644f41-50cc-4439-b643-061e8f511045 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:39.924645 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-e7644f41-50cc-4439-b643-061e8f511045 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 811 time: 0.3044076
Feb 04 19:39:39.986613 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-31a52974-15de-4e18-9be0-b0a4e1cfaf35 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed97ca0669694876827282277f52585d HTTP/1.1" status: 200  len: 380 time: 0.0395265
Feb 04 19:39:39.995323 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'port': {'device_id': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'admin_state_up': True, 'tenant_id': 'ed97ca0669694876827282277f52585d', 'security_groups': ['1323f3da-4056-41fe-978d-d4a799bdd886']}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:40.010019 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dfc7e-cdd7-498d-a401-12b1797c4dbe req-883fff1a-c54e-456c-9660-3e7d1704fb08 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:40.011451 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bf6dfc7e-cdd7-498d-a401-12b1797c4dbe req-883fff1a-c54e-456c-9660-3e7d1704fb08 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1926503
Feb 04 19:39:40.092913 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-38523250-f765-4998-a3da-58eec7c45261 req-8e25fc1c-32db-47cc-8765-0588ce5277e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708412
Feb 04 19:39:40.095097 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bf6dfc7e-cdd7-498d-a401-12b1797c4dbe req-7165c427-6f52-4240-b5b6-e53b4b69d99a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741787
Feb 04 19:39:40.133919 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:39:40.145614 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:39:40.236650 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Made reservation on behalf of ed97ca0669694876827282277f52585d for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:39:40.239777 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:40.382956 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836d9f7-ee87-4b38-a94c-4501d29c8d6b req-b7b2b857-21c4-44e9-a4bb-ae4a17f4031f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:40.386524 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a836d9f7-ee87-4b38-a94c-4501d29c8d6b req-b7b2b857-21c4-44e9-a4bb-ae4a17f4031f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0842097
Feb 04 19:39:40.430307 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a836d9f7-ee87-4b38-a94c-4501d29c8d6b req-ce32f653-430d-4b20-924e-fe4c8a9ddf80 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402381
Feb 04 19:39:40.435309 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504dea5-a29e-4755-b4a6-8c82169fee7f req-b700009b-0fba-4bc0-9b8b-8208a9da1cbc tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:40.436758 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7504dea5-a29e-4755-b4a6-8c82169fee7f req-b700009b-0fba-4bc0-9b8b-8208a9da1cbc tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1867368
Feb 04 19:39:40.446205 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47356) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:40.451741 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Request body: {'floatingip': {'port_id': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:40.469465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Allocated IP 172.20.0.12 (02ad8771-b184-4409-89fc-07c13b3a5912/79beb4d1-53db-4623-bacf-d177f1114d42/fc085c0a-a533-4787-b437-857ba1fd6d62) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:39:40.547069 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:40.658247 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:40.674275 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Transition to ACTIVE for port object fc085c0a-a533-4787-b437-857ba1fd6d62 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:39:40.774354 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:40.846668 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Network 02ad8771-b184-4409-89fc-07c13b3a5912 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:39:40.849776 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:39:40.852665 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:39:40.887572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event updated for resources: {'Port': ['ID=fc085c0a-a533-4787-b437-857ba1fd6d62,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:40.922989 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:40.923588 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.052156 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-7f11d885-428c-40fe-8581-d79a7892cf56 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0607905
Feb 04 19:39:41.075896 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Request body: {'port': {'device_id': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:41.155830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.178356 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f96b57e0-617f-421e-b146-564d273916fd None None] Provisioning for port fc085c0a-a533-4787-b437-857ba1fd6d62 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:39:41.183691 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-f96b57e0-617f-421e-b146-564d273916fd None None] Provisioning complete for port fc085c0a-a533-4787-b437-857ba1fd6d62 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:39:41.186710 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f96b57e0-617f-421e-b146-564d273916fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.188680 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970824b-1a3f-4b26-9daa-77bc1cc879cb req-a89e8767-2aca-49f1-903b-b576d2720a0d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:41.189456 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-7970824b-1a3f-4b26-9daa-77bc1cc879cb req-a89e8767-2aca-49f1-903b-b576d2720a0d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Synchronizing usage tracker for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:39:41.196556 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.209094 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.237112 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-f96b57e0-617f-421e-b146-564d273916fd None None] Port fc085c0a-a533-4787-b437-857ba1fd6d62 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:39:41.319068 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-7970824b-1a3f-4b26-9daa-77bc1cc879cb req-a89e8767-2aca-49f1-903b-b576d2720a0d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Unset dirty status for tenant:ed97ca0669694876827282277f52585d on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:39:41.320754 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7970824b-1a3f-4b26-9daa-77bc1cc879cb req-a89e8767-2aca-49f1-903b-b576d2720a0d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 932 time: 0.3089764
Feb 04 19:39:41.450293 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7970824b-1a3f-4b26-9daa-77bc1cc879cb req-787ad7cd-27a4-437d-b82e-9689ab1d04a9 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1231320
Feb 04 19:39:41.465188 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Floating IP ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d associated. External IP: 172.27.3.54, port: dd541567-7ec8-43be-b3bf-530c2823ccae.
Feb 04 19:39:41.590724 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc085c0a-a533-4787-b437-857ba1fd6d62 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:39:41.597596 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.612487 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Transition to ACTIVE for port object fc085c0a-a533-4787-b437-857ba1fd6d62 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:39:41.705096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.709758 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9b9f1-2442-4c6a-bde1-2f1fe869b728 req-6a8eab22-c4bc-4f53-a7ee-f2801e96e100 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:41.711760 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-98c9b9f1-2442-4c6a-bde1-2f1fe869b728 req-6a8eab22-c4bc-4f53-a7ee-f2801e96e100 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1506391
Feb 04 19:39:41.770122 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-98c9b9f1-2442-4c6a-bde1-2f1fe869b728 req-a5f29a86-154e-4cb3-aaa0-1d8d0df12234 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521591
Feb 04 19:39:41.836640 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Pushing event updated for resources: {'Port': ['ID=fc085c0a-a533-4787-b437-857ba1fd6d62,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:41.946415 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Attempting to bind port fc085c0a-a533-4787-b437-857ba1fd6d62 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:39:41.947065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Attempting to bind port fc085c0a-a533-4787-b437-857ba1fd6d62 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:39:41.947182 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Attempting to bind port fc085c0a-a533-4787-b437-857ba1fd6d62 on network 02ad8771-b184-4409-89fc-07c13b3a5912 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:39:41.954139 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Port fc085c0a-a533-4787-b437-857ba1fd6d62 on network 02ad8771-b184-4409-89fc-07c13b3a5912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:39:41.954887 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Attempting to bind port fc085c0a-a533-4787-b437-857ba1fd6d62 on network 02ad8771-b184-4409-89fc-07c13b3a5912 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:39:41.960966 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:39:41.961334 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Checking segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:39:41.961716 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Bound using segment: {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:39:41.962819 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Bound port: fc085c0a-a533-4787-b437-857ba1fd6d62, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884dce97-f0a0-4951-b4d3-05b90c07c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:39:41.962819 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:41.975145 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Router 5ff45945-481f-4501-b7cb-f1d61ab50a0f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:39:42.048678 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] For port fc085c0a-a533-4787-b437-857ba1fd6d62, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:39:42.052808 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] For port fc085c0a-a533-4787-b437-857ba1fd6d62, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=fc085c0a-a533-4787-b437-857ba1fd6d62,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:39:42.116980 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:42.175207 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:39:42.180333 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:42.185903 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1af4f-4325-4571-8560-46739432482d None None] Sync routers for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:39:42.198740 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:42.199442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846110d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:42.236775 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-4545d41f-16c8-4368-9080-d9a2af655f30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "PUT /v2.0/floatingips/ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d HTTP/1.1" status: 200  len: 991 time: 1.7869468
Feb 04 19:39:42.236775 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:42.265837 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:42.267286 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] 10.222.0.60 "PUT /v2.0/ports/fc085c0a-a533-4787-b437-857ba1fd6d62 HTTP/1.1" status: 200  len: 1094 time: 1.1954629
Feb 04 19:39:42.267710 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:42.294420 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5d2a6-85d1-4ae2-80e4-003170e264ce service neutron] Pushing event updated for resources: {'Port': ['ID=fc085c0a-a533-4787-b437-857ba1fd6d62,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:42.328085 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'status': 'completed', 'code': 200}
Feb 04 19:39:42.408043 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'status': 'completed', 'code': 200}
Feb 04 19:39:42.417097 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:42.489123 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-5de48908-d6f5-498f-a9f1-1fe2a9a1cd56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 1097 time: 0.0828717
Feb 04 19:39:42.508568 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-f9e871d8-aa90-4597-8e8a-6ae4509cfb2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1099 time: 0.0995553
Feb 04 19:39:42.519512 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f427-3ac8-4f50-8171-f7a4c436c621 req-11532284-59ed-45a3-9731-f43f1d4ca749 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:42.520958 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e9b3f427-3ac8-4f50-8171-f7a4c436c621 req-11532284-59ed-45a3-9731-f43f1d4ca749 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1546814
Feb 04 19:39:42.594856 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-ae4a8ff7-f5e4-428b-89e8-ed3501152acf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc085c0a-a533-4787-b437-857ba1fd6d62 HTTP/1.1" status: 200  len: 217 time: 0.0892529
Feb 04 19:39:42.650300 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e9b3f427-3ac8-4f50-8171-f7a4c436c621 req-2832d428-e048-4443-8a0b-683cb0ba9299 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099329
Feb 04 19:39:42.680249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-3085b1c9-3df2-4876-a7e7-8dc0fcd5ea9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:42.682377 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-3085b1c9-3df2-4876-a7e7-8dc0fcd5ea9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.0781834
Feb 04 19:39:42.690701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-c55711be-3e37-4670-b53e-ceaf32bbcd92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:42.692282 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-c55711be-3e37-4670-b53e-ceaf32bbcd92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.1704464
Feb 04 19:39:42.814495 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56874df5-f433-48d2-89f5-597951ac1fb0 req-fa8b37ce-b8c7-438c-9195-befa2f198264 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:42.816115 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-56874df5-f433-48d2-89f5-597951ac1fb0 req-fa8b37ce-b8c7-438c-9195-befa2f198264 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 944 time: 0.1377857
Feb 04 19:39:42.820600 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-dc7894a9-9cbd-4dba-a926-f262cd753a50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1078036
Feb 04 19:39:42.823403 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-cfbe552a-d929-4198-85df-cf683274929d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd541567-7ec8-43be-b3bf-530c2823ccae HTTP/1.1" status: 200  len: 999 time: 0.1253541
Feb 04 19:39:42.826876 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846110d0>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': 'ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d', 'tenant_id': '146939551c38458381c7924d019b8b84', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'port_id': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'mac_address': 'fa:16:3e:92:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:16Z', 'updated_at': '2022-02-04T19:39:41Z', 'revision_number': 1, 'project_id': '146939551c38458381c7924d019b8b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:42.836020 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1af4f-4325-4571-8560-46739432482d None None] Checking router: 5ff45945-481f-4501-b7cb-f1d61ab50a0f for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:39:42.843595 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:42.844206 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846110d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:42.907566 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-7c55e4c5-7699-4b8c-bfeb-e9eb048ba6ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:42.909624 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-7c55e4c5-7699-4b8c-bfeb-e9eb048ba6ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.0742223
Feb 04 19:39:42.954391 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-56874df5-f433-48d2-89f5-597951ac1fb0 req-0e4c2c92-c93c-401c-bbae-39f411eccdc3 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303937
Feb 04 19:39:43.004647 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-8f6b5407-4be1-4ce2-b839-c90b8c7fecad service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628175
Feb 04 19:39:43.050328 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3629f1-7da8-491c-96e5-6909f0bd6c3b req-c5ec0bba-5dbf-4dfa-94b5-2662fc0e1906 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:43.051842 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5f3629f1-7da8-491c-96e5-6909f0bd6c3b req-c5ec0bba-5dbf-4dfa-94b5-2662fc0e1906 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1373889
Feb 04 19:39:43.055164 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:43.056091 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-5bf01403-bcc5-496e-a92a-705d3729492d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1050768
Feb 04 19:39:43.191603 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5f3629f1-7da8-491c-96e5-6909f0bd6c3b req-f23db541-d9dc-41a6-a01c-152e930a76f7 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331084
Feb 04 19:39:43.235741 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-084cf2fe-5e4d-4c8c-90ae-62abd4ee33ff service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644454
Feb 04 19:39:43.253641 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-762d1fe2-91c7-4bd7-a6ed-25534b305fa0 req-338ab145-7cee-40b2-9bcb-ed1940cb12c3 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341030
Feb 04 19:39:43.368265 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86abafca-d45d-49e9-a35e-08a4027e07f5 req-5626d5a3-a66c-4ae4-8309-647b79c9f8b8 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253972
Feb 04 19:39:43.462703 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-25a1af4f-4325-4571-8560-46739432482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846110d0>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': 'ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d', 'tenant_id': '146939551c38458381c7924d019b8b84', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'port_id': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'mac_address': 'fa:16:3e:92:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:16Z', 'updated_at': '2022-02-04T19:39:41Z', 'revision_number': 1, 'project_id': '146939551c38458381c7924d019b8b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:43.466578 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1af4f-4325-4571-8560-46739432482d None None] The sync data for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi is: [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': 'ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d', 'tenant_id': '146939551c38458381c7924d019b8b84', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'port_id': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'mac_address': 'fa:16:3e:92:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:16Z', 'updated_at': '2022-02-04T19:39:41Z', 'revision_number': 1, 'project_id': '146939551c38458381c7924d019b8b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:39:43.504501 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-c6f7544c-d5da-432e-bf2e-31481ee84eac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 1097 time: 0.0785487
Feb 04 19:39:43.641774 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-5752a942-22b2-4b9c-945d-a62acbe87330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:43.643233 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-5752a942-22b2-4b9c-945d-a62acbe87330 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.1318324
Feb 04 19:39:43.662663 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04628096-c415-42b7-8be4-037274673fbb None None] New status for floating IP ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d: ACTIVE {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:39:43.719059 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-18fd6ace-ab24-4723-aa3f-ca1a26cd1def service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc085c0a-a533-4787-b437-857ba1fd6d62 HTTP/1.1" status: 200  len: 217 time: 0.0648189
Feb 04 19:39:43.781354 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-ddeae2db-1c2a-4e5d-bd0d-cae7e7cda796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:43.782796 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-ddeae2db-1c2a-4e5d-bd0d-cae7e7cda796 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.0577662
Feb 04 19:39:43.857343 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-71e58aea-730f-43e0-b330-34a8eb2ccdf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676408
Feb 04 19:39:43.898860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25dfa3-e120-41cd-b09a-31041295b037 req-05081230-f775-461c-b1e5-489379928e75 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:43.900369 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9a25dfa3-e120-41cd-b09a-31041295b037 req-05081230-f775-461c-b1e5-489379928e75 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0806279
Feb 04 19:39:43.946931 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9a25dfa3-e120-41cd-b09a-31041295b037 req-f4b7efb2-2d7c-48a4-93b8-d0ae3c797a17 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405784
Feb 04 19:39:43.989797 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-a8e5c9d8-c775-4b46-8b7d-9e096a748403 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253133
Feb 04 19:39:44.262378 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c5da5bd-5e26-4801-9d39-10236c0c0619 req-48d525fa-768b-4df2-9218-7933f61f797a service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657244
Feb 04 19:39:44.273285 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca93bad-6543-42e9-aaa2-5c89a49adfb3 req-a495a52a-fbb0-4fa9-b1c2-50961ce1b7d8 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:44.274653 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-aca93bad-6543-42e9-aaa2-5c89a49adfb3 req-a495a52a-fbb0-4fa9-b1c2-50961ce1b7d8 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 944 time: 0.1252666
Feb 04 19:39:44.320743 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-aca93bad-6543-42e9-aaa2-5c89a49adfb3 req-b03fc0ea-4ef9-41e4-b0bf-077b75889d18 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406971
Feb 04 19:39:44.396734 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcff97d-00b4-4aac-8571-8001fd4c778a req-3111b4c4-5520-4b5d-a45d-15924dc018e1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:44.398777 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bbcff97d-00b4-4aac-8571-8001fd4c778a req-3111b4c4-5520-4b5d-a45d-15924dc018e1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0785625
Feb 04 19:39:44.443541 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bbcff97d-00b4-4aac-8571-8001fd4c778a req-e71c019d-10a7-4012-9cf9-64713f35ca56 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392377
Feb 04 19:39:45.513945 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12feb2ad-6bbf-4767-b769-abfaf437f6ae req-e66611e7-eedb-48c9-9b31-a33ecf036853 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:45.515667 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-12feb2ad-6bbf-4767-b769-abfaf437f6ae req-e66611e7-eedb-48c9-9b31-a33ecf036853 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 944 time: 0.0775630
Feb 04 19:39:45.559635 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-12feb2ad-6bbf-4767-b769-abfaf437f6ae req-8fc6d362-2ab6-4696-8c83-8dcaa961656f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385373
Feb 04 19:39:45.637579 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0aae-46a5-43fb-bc93-4a6c4406fbf9 req-06e535f5-497c-4610-8a76-be06c0f00bd1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:45.638966 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b7eb0aae-46a5-43fb-bc93-4a6c4406fbf9 req-06e535f5-497c-4610-8a76-be06c0f00bd1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0742044
Feb 04 19:39:45.683436 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b7eb0aae-46a5-43fb-bc93-4a6c4406fbf9 req-4120827e-56c8-42d4-9a8e-07fef93b1869 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387771
Feb 04 19:39:46.762161 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd778531-800c-4153-b4b1-f89f21eabc4b req-56d174f6-604b-4aa6-a894-290bd3283e68 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:46.763621 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bd778531-800c-4153-b4b1-f89f21eabc4b req-56d174f6-604b-4aa6-a894-290bd3283e68 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 944 time: 0.0767338
Feb 04 19:39:46.809927 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bd778531-800c-4153-b4b1-f89f21eabc4b req-f293a9c8-2a15-48f9-ae71-2884fec040e0 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406568
Feb 04 19:39:46.816852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device fc085c0a-a533-4787-b437-857ba1fd6d62 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:39:46.884646 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fd92d-b2c9-4a99-a4bd-69ea59e58fd9 req-c1b82b49-bd19-494f-81aa-306309cb94e3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:46.886115 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6b9fd92d-b2c9-4a99-a4bd-69ea59e58fd9 req-c1b82b49-bd19-494f-81aa-306309cb94e3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0805848
Feb 04 19:39:46.935590 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6b9fd92d-b2c9-4a99-a4bd-69ea59e58fd9 req-fd0f6762-0aa8-4e1c-b563-4f65547ca2e6 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435114
Feb 04 19:39:46.957847 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port fc085c0a-a533-4787-b437-857ba1fd6d62, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=fc085c0a-a533-4787-b437-857ba1fd6d62,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:46.968599 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'port_id': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'mac_address': 'fa:16:3e:c7:2b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:39:47.026932 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:47.043479 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc085c0a-a533-4787-b437-857ba1fd6d62 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:39:47.058369 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port fc085c0a-a533-4787-b437-857ba1fd6d62, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=fc085c0a-a533-4787-b437-857ba1fd6d62,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:47.104437 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:47.170527 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=fc085c0a-a533-4787-b437-857ba1fd6d62,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:47.549553 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['fc085c0a-a533-4787-b437-857ba1fd6d62'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:39:47.824843 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3b2734d1-e64a-4dcf-92c1-06c19f5b340e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:48.008172 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5768be4-f561-4086-b26b-05beaa97a21c req-2c1fa630-384a-4cb1-aeca-f5d7a0fa17ca tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:48.009637 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f5768be4-f561-4086-b26b-05beaa97a21c req-2c1fa630-384a-4cb1-aeca-f5d7a0fa17ca tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 945 time: 0.0777097
Feb 04 19:39:48.053995 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f5768be4-f561-4086-b26b-05beaa97a21c req-1e553b71-6a92-4c6a-a7e3-5609b588e623 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390086
Feb 04 19:39:48.133096 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c2420-4607-453a-9d4e-a6b87cfd8df6 req-4c1b8eb4-9e61-4699-aa17-509c7d82dd13 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:48.134538 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a11c2420-4607-453a-9d4e-a6b87cfd8df6 req-4c1b8eb4-9e61-4699-aa17-509c7d82dd13 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0740211
Feb 04 19:39:48.181052 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a11c2420-4607-453a-9d4e-a6b87cfd8df6 req-8d75cdc7-b77a-4678-af4b-42ed5164b295 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411313
Feb 04 19:39:48.837633 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device fc085c0a-a533-4787-b437-857ba1fd6d62 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:39:48.955502 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port fc085c0a-a533-4787-b437-857ba1fd6d62 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:39:48.960543 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port fc085c0a-a533-4787-b437-857ba1fd6d62 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:39:48.960906 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:49.072831 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:49.098083 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:49.107270 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port fc085c0a-a533-4787-b437-857ba1fd6d62, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=fc085c0a-a533-4787-b437-857ba1fd6d62,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:49.153815 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'code': 200}
Feb 04 19:39:49.184569 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:49.251345 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=fc085c0a-a533-4787-b437-857ba1fd6d62,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:49.252575 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453553c8-e180-48f4-8818-90ff53c77164 req-a63bc6db-ca64-4495-b882-341c9aed8c72 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:49.254087 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-453553c8-e180-48f4-8818-90ff53c77164 req-a63bc6db-ca64-4495-b882-341c9aed8c72 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.0812213
Feb 04 19:39:49.300871 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-453553c8-e180-48f4-8818-90ff53c77164 req-0eec85d3-d6f3-4f3e-89af-284150c0c82a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389550
Feb 04 19:39:49.386017 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb81b2-7216-427e-95fc-5c3e1d53045e req-98cbcc3f-d93d-4f69-839d-f14a7e7de16f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:49.390754 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-37cb81b2-7216-427e-95fc-5c3e1d53045e req-98cbcc3f-d93d-4f69-839d-f14a7e7de16f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0743651
Feb 04 19:39:49.431718 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-37cb81b2-7216-427e-95fc-5c3e1d53045e req-2a7d6e41-a517-4e22-81c1-3a901984dc4a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383613
Feb 04 19:39:49.579625 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5342cf87-fdb2-4117-aae0-361e707e5f09 req-50000bd6-09a9-4666-9281-62ebcfecef63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 1099 time: 0.0649154
Feb 04 19:39:49.619994 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5342cf87-fdb2-4117-aae0-361e707e5f09 req-4d396dc4-e7ea-4687-be04-173d7e84c7c6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345151
Feb 04 19:39:49.869667 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-dc802180-d5de-4be6-b47e-3e8e7c8d29f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:50.347714 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-488f2a42-f1da-4aed-8fe7-9d626459036b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1099 time: 0.0710175
Feb 04 19:39:50.528545 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-0b0e0d6a-5701-48b8-bf39-3203946cffa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:50.530012 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-0b0e0d6a-5701-48b8-bf39-3203946cffa1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 909 time: 0.1761515
Feb 04 19:39:50.591865 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36b53e-3dbf-4957-b1bf-7ee3a5e4076f req-44a0fdfb-5ce7-4216-9d38-2874b09be668 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:50.593213 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8f36b53e-3dbf-4957-b1bf-7ee3a5e4076f req-44a0fdfb-5ce7-4216-9d38-2874b09be668 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.1708081
Feb 04 19:39:50.626829 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246489e-4e6a-4f40-aa63-dc9729f312d2 req-6a6e7e7c-9162-4835-8d29-97739f5642c9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:50.628243 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d246489e-4e6a-4f40-aa63-dc9729f312d2 req-6a6e7e7c-9162-4835-8d29-97739f5642c9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0788713
Feb 04 19:39:50.665173 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-c4a7f23d-be64-4c0d-a7d9-7747b8e5f6b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 1001 time: 0.1284671
Feb 04 19:39:50.672017 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8f36b53e-3dbf-4957-b1bf-7ee3a5e4076f req-27d605f3-7002-4676-9a3f-49998ba08345 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733719
Feb 04 19:39:50.673551 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d246489e-4e6a-4f40-aa63-dc9729f312d2 req-8716d32c-b42f-4955-800b-52a8961166e7 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391886
Feb 04 19:39:50.732588 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-d901ff6b-cde4-45cc-b797-0bd4a4d76800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:50.734078 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-d901ff6b-cde4-45cc-b797-0bd4a4d76800 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 200  len: 848 time: 0.0612509
Feb 04 19:39:50.809775 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-cdd51897-b392-44f9-8ffb-b2242382fadf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236140c-d82d-4575-8008-573da6504426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686698
Feb 04 19:39:50.940062 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-af0aecca-7708-428b-b1f5-39ff1fe41da7 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200900
Feb 04 19:39:51.074217 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-be0d20ba-a9d1-43b5-8db9-ec90b32ef723 req-2255565e-44f7-4e38-9070-0881623befc1 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275737
Feb 04 19:39:51.116597 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:51.710562 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:51.877920 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3803-8118-44b7-a87e-01e42e05537c req-97137ff5-18f3-4d33-b6e0-332f3004637d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:51.878515 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a19ec-1991-416b-81d5-095c28acd3ec req-2186d3bb-02d1-4d7d-b06a-f9828ef6e3e0 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:51.879344 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-401a3803-8118-44b7-a87e-01e42e05537c req-97137ff5-18f3-4d33-b6e0-332f3004637d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.0775721
Feb 04 19:39:51.879484 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bc5a19ec-1991-416b-81d5-095c28acd3ec req-2186d3bb-02d1-4d7d-b06a-f9828ef6e3e0 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0795462
Feb 04 19:39:51.925288 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-401a3803-8118-44b7-a87e-01e42e05537c req-c84d03b5-61aa-4419-84ca-55186c575f89 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403709
Feb 04 19:39:52.010166 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bc5a19ec-1991-416b-81d5-095c28acd3ec req-a765f16b-c83b-4b21-a86d-df55b311b628 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249235
Feb 04 19:39:52.117048 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399fd3-0b4d-4206-a870-0875abcb0c0c req-175aaf5a-8a54-4daf-8560-1b103b203674 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:52.118514 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4a399fd3-0b4d-4206-a870-0875abcb0c0c req-175aaf5a-8a54-4daf-8560-1b103b203674 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.0775855
Feb 04 19:39:52.126904 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47422) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:39:52.132516 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Request body: {'floatingip': {'port_id': 'fc085c0a-a533-4787-b437-857ba1fd6d62'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:39:52.206897 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:52.850661 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:52.955907 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:53.147654 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Floating IP 99797c94-06aa-45e3-9bb3-c87e3887812c associated. External IP: 172.27.3.93, port: fc085c0a-a533-4787-b437-857ba1fd6d62.
Feb 04 19:39:53.205253 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd229f8-dbb8-4119-8b2a-9211f2526834 req-d3f52569-e210-4705-8128-862e8a3c6ab4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:53.206622 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3fd229f8-dbb8-4119-8b2a-9211f2526834 req-d3f52569-e210-4705-8128-862e8a3c6ab4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0752871
Feb 04 19:39:53.254207 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3fd229f8-dbb8-4119-8b2a-9211f2526834 req-8e0d6722-45b6-44c6-9768-a453535392fb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420969
Feb 04 19:39:53.378305 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:53.542692 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:39:53.743206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:39:53.747730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:53.752925 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] Sync routers for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:39:53.764353 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:53.765227 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3085610ee0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:53.802075 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-0617f715-c9b2-4c2c-9abc-aa44f80df562 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "PUT /v2.0/floatingips/99797c94-06aa-45e3-9bb3-c87e3887812c HTTP/1.1" status: 200  len: 991 time: 1.6741502
Feb 04 19:39:53.803002 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:53.860372 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'status': 'completed', 'code': 200}
Feb 04 19:39:53.949995 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:53.998312 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00545c-efa4-499e-9b99-7880a8bf70d1 req-140072de-1d5c-497c-a2c5-e8a15e2c2735 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:54.000538 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6e00545c-efa4-499e-9b99-7880a8bf70d1 req-140072de-1d5c-497c-a2c5-e8a15e2c2735 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.0881174
Feb 04 19:39:54.023426 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-f2096d60-11b1-4cfb-92de-5868e1a96f99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed97ca0669694876827282277f52585d&device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 1099 time: 0.1000066
Feb 04 19:39:54.049925 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6e00545c-efa4-499e-9b99-7880a8bf70d1 req-d84a94e8-35c0-47d0-bed8-a7069b8ad0d5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438199
Feb 04 19:39:54.161374 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-3d976019-06f4-4638-b49a-1edbdd63cfde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:54.162864 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-3d976019-06f4-4638-b49a-1edbdd63cfde service neutron] 10.222.0.60 "GET /v2.0/networks?id=02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 200  len: 911 time: 0.1336770
Feb 04 19:39:54.264706 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-e03bbd61-ee9e-48a0-be93-deeb29d7ec7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc085c0a-a533-4787-b437-857ba1fd6d62 HTTP/1.1" status: 200  len: 999 time: 0.0947509
Feb 04 19:39:54.307359 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3085610ee0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '99797c94-06aa-45e3-9bb3-c87e3887812c', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'port_id': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'mac_address': 'fa:16:3e:c7:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:35Z', 'updated_at': '2022-02-04T19:39:52Z', 'revision_number': 1, 'project_id': 'ed97ca0669694876827282277f52585d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:54.312214 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] Checking router: c66b6d51-3df7-4eff-8d71-adfa28d54ed2 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:39:54.324578 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:39:54.325218 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3085610ee0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:39:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:54.329036 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-641992eb-3733-40ed-9c7c-a8cab8425a1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:54.330590 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-641992eb-3733-40ed-9c7c-a8cab8425a1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 200  len: 850 time: 0.0577667
Feb 04 19:39:54.460343 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-6c2c669b-45a0-4b6b-adc1-71872f9accef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02ad8771-b184-4409-89fc-07c13b3a5912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230445
Feb 04 19:39:54.541435 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:39:54.551647 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d072f-f7b2-4ece-a297-8fa23ef2ac00 req-a596750e-fcfa-4fb7-9c71-17f4ab4d9b97 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:54.553101 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f00d072f-f7b2-4ece-a297-8fa23ef2ac00 req-a596750e-fcfa-4fb7-9c71-17f4ab4d9b97 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1615388
Feb 04 19:39:54.634076 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-3d895df5-7bea-4b78-a036-c6fe98dffb49 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651480
Feb 04 19:39:54.636335 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-f00d072f-f7b2-4ece-a297-8fa23ef2ac00 req-239b2354-6f55-4f68-bb01-1e167fd03b75 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724158
Feb 04 19:39:54.778366 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ecfad8a8-3ceb-4d90-9263-75f768261199 req-31d5d0db-206a-46b7-b5b1-2fea341cac48 service neutron] 10.222.0.60 "GET /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371202
Feb 04 19:39:54.837940 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:39:54.850579 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-558a9926-1207-439b-9b23-c1f0b3528315 req-c41db616-0af3-4592-9759-dc85e5b29323 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0897801
Feb 04 19:39:55.000880 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:55.020981 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3085610ee0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '99797c94-06aa-45e3-9bb3-c87e3887812c', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'port_id': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'mac_address': 'fa:16:3e:c7:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:35Z', 'updated_at': '2022-02-04T19:39:52Z', 'revision_number': 1, 'project_id': 'ed97ca0669694876827282277f52585d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:39:55.030385 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a2471-e904-4f3d-902f-14bca464ae74 None None] The sync data for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi is: [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '99797c94-06aa-45e3-9bb3-c87e3887812c', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'port_id': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'mac_address': 'fa:16:3e:c7:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:35Z', 'updated_at': '2022-02-04T19:39:52Z', 'revision_number': 1, 'project_id': 'ed97ca0669694876827282277f52585d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:39:55.037137 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:39:55.046877 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:39:55.093766 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'code': 200}
Feb 04 19:39:55.133448 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:39:55.215758 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=6']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:39:55.265750 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2b243-1245-4bda-b0bb-67b43f454bf2 None None] New status for floating IP 99797c94-06aa-45e3-9bb3-c87e3887812c: ACTIVE {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:39:55.285539 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1509b-17c0-4c76-9a0a-9a7d409a234d req-a98c859d-b5c7-40f2-b0d2-cb7558bf579a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:55.286967 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20a1509b-17c0-4c76-9a0a-9a7d409a234d req-a98c859d-b5c7-40f2-b0d2-cb7558bf579a tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.0943346
Feb 04 19:39:55.343412 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-20a1509b-17c0-4c76-9a0a-9a7d409a234d req-fb3bc34a-a1f7-4cb0-b7f0-f2d6dfb82c55 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494304
Feb 04 19:39:55.432261 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2d26e-5aa5-4d39-b314-b37397a43152 req-20ee4e73-693f-446c-8cd1-9fe38cf65dd9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:55.433721 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3bb2d26e-5aa5-4d39-b314-b37397a43152 req-20ee4e73-693f-446c-8cd1-9fe38cf65dd9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.1012542
Feb 04 19:39:55.441317 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-bd565000-227b-40b7-8c38-2c985ad881e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1378508
Feb 04 19:39:55.503972 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3bb2d26e-5aa5-4d39-b314-b37397a43152 req-97cfacc9-f2b3-40e8-810d-70c0e359086b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612702
Feb 04 19:39:56.686833 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb164dc-2fc2-4d7c-9f6f-3c442308b1a1 req-c84f5559-7f50-47ab-881d-52dca4717a5f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:56.688187 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cfb164dc-2fc2-4d7c-9f6f-3c442308b1a1 req-c84f5559-7f50-47ab-881d-52dca4717a5f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0736842
Feb 04 19:39:56.735947 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cfb164dc-2fc2-4d7c-9f6f-3c442308b1a1 req-3784f276-0a61-4bf4-995e-9516f84a7fe7 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412586
Feb 04 19:39:57.931279 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cf40b-fe5e-48e4-b484-d6f87e1d998b req-a80250c2-ba96-4f67-9804-b697b59b4f75 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:57.932832 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b87cf40b-fe5e-48e4-b484-d6f87e1d998b req-a80250c2-ba96-4f67-9804-b697b59b4f75 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0752370
Feb 04 19:39:57.979171 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b87cf40b-fe5e-48e4-b484-d6f87e1d998b req-66a37e55-6f0f-49e9-9ee5-cef5d3e3aef6 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406947
Feb 04 19:39:58.795554 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-764a2958-71b3-495d-94e1-e9242a0c7b29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a&tenant_id=aaa14d85b2d042229a98e5b6353f2fa1 HTTP/1.1" status: 200  len: 1097 time: 0.0720706
Feb 04 19:39:58.911884 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-01fb3411-46ea-4fee-97e1-9f4eee149332 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1097 time: 0.0712473
Feb 04 19:39:59.040409 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-38522d3d-4f33-4c14-9e84-94e745b63f1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:59.041890 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-38522d3d-4f33-4c14-9e84-94e745b63f1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 909 time: 0.1244071
Feb 04 19:39:59.269588 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-13b7abe4-b16c-4e05-b6a7-560dc2ba6d90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 999 time: 0.2192993
Feb 04 19:39:59.328298 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a1aa0-e28b-4556-82a5-371866da18ee req-48310af1-0a24-4316-b660-dec140e25393 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:59.329736 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8b0a1aa0-e28b-4556-82a5-371866da18ee req-48310af1-0a24-4316-b660-dec140e25393 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.2297411
Feb 04 19:39:59.361541 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-4707a250-1a89-495d-a75b-f20257a4c4c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:39:59.362935 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-4707a250-1a89-495d-a75b-f20257a4c4c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 200  len: 848 time: 0.0865228
Feb 04 19:39:59.424661 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8b0a1aa0-e28b-4556-82a5-371866da18ee req-f286db0a-fcbd-4507-bf22-d7a6511631ba tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865412
Feb 04 19:39:59.449774 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-8003ef4e-17be-41d8-9800-b395df3c98d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236140c-d82d-4575-8008-573da6504426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767405
Feb 04 19:39:59.581820 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-9d674ff3-ec92-444a-b5dd-77056f40566a service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245615
Feb 04 19:39:59.712678 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b2bed3b-12c4-4bb6-94f1-9feeccdf3961 req-1d79fe24-a9f4-4e93-9b30-13f22e316e80 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245911
Feb 04 19:40:00.627253 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f678-1262-4aa8-a0cd-48569eb534a8 req-7bb448ae-8c8b-4849-b247-f4e11cb38a44 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:00.628540 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0261f678-1262-4aa8-a0cd-48569eb534a8 req-7bb448ae-8c8b-4849-b247-f4e11cb38a44 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0749009
Feb 04 19:40:00.672337 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0261f678-1262-4aa8-a0cd-48569eb534a8 req-543d1385-2b83-4e6a-94d0-7329741931d8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378757
Feb 04 19:40:01.872277 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aaa3a-f288-4da8-8eef-6a5cf3362f6a req-a50e9ee3-aa2e-41e9-a17a-8b8184523892 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:01.873735 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-062aaa3a-f288-4da8-8eef-6a5cf3362f6a req-a50e9ee3-aa2e-41e9-a17a-8b8184523892 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0808401
Feb 04 19:40:01.919580 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-062aaa3a-f288-4da8-8eef-6a5cf3362f6a req-b28713ff-9e99-4696-a3e2-23d1ae2d9fb0 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404387
Feb 04 19:40:03.122560 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2392d7-f90a-423e-a2e9-be7ba042ceca req-3f05c122-f399-46bf-8ccd-4181a00a39c8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:03.124020 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa2392d7-f90a-423e-a2e9-be7ba042ceca req-3f05c122-f399-46bf-8ccd-4181a00a39c8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0853951
Feb 04 19:40:03.168938 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fa2392d7-f90a-423e-a2e9-be7ba042ceca req-2d1473bd-ad0a-4e52-8421-35cddddee7a8 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393348
Feb 04 19:40:04.280782 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:40:04.368882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740b43-7912-4ad7-9016-bfe4775d2698 req-cc5a1e55-effc-45ee-91a3-d8a787193603 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:04.370349 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2b740b43-7912-4ad7-9016-bfe4775d2698 req-cc5a1e55-effc-45ee-91a3-d8a787193603 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0778379
Feb 04 19:40:04.418254 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2b740b43-7912-4ad7-9016-bfe4775d2698 req-6a67424b-432d-49c7-8976-ead1d9605a61 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412335
Feb 04 19:40:05.608127 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da19ba7-ce7a-426f-851e-ab25e8f4f943 req-8bf15d43-e53f-42ae-802c-2f5fcefc3399 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:05.609567 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8da19ba7-ce7a-426f-851e-ab25e8f4f943 req-8bf15d43-e53f-42ae-802c-2f5fcefc3399 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0730422
Feb 04 19:40:05.653293 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8da19ba7-ce7a-426f-851e-ab25e8f4f943 req-3cfbcfa2-6e25-471a-b861-7d33c0027198 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383158
Feb 04 19:40:06.845315 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fe092-3193-4a15-8a32-07d712bc1430 req-6dff1c3c-ad68-4ee0-bfee-1d858e5fd735 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:06.846733 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ef2fe092-3193-4a15-8a32-07d712bc1430 req-6dff1c3c-ad68-4ee0-bfee-1d858e5fd735 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.0734942
Feb 04 19:40:06.895501 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ef2fe092-3193-4a15-8a32-07d712bc1430 req-1f3d5716-f8eb-4ba8-8a98-3629502a1dff tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432096
Feb 04 19:40:08.162942 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102bffc-f90f-4e89-b7f2-daef1a88951d req-8d6dd8a1-3ab7-49c9-9c5a-586778ab3b1f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:08.164500 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e102bffc-f90f-4e89-b7f2-daef1a88951d req-8d6dd8a1-3ab7-49c9-9c5a-586778ab3b1f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 944 time: 0.1528652
Feb 04 19:40:08.208516 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e102bffc-f90f-4e89-b7f2-daef1a88951d req-9f4e0f99-640c-48ab-8c50-8b9b8e50fe65 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385609
Feb 04 19:40:08.849173 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:40:08.919685 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:08.982016 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:40:08.994708 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'port_id': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'mac_address': 'fa:16:3e:6e:6c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:40:09.045622 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:09.061521 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:40:09.076139 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:40:09.161177 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:09.227009 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=7']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:40:09.401408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06960a-7104-4d74-892e-7d3d35d5b389 req-eae5252f-5a58-444e-91b3-1121f4b3e96e tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:09.402794 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0f06960a-7104-4d74-892e-7d3d35d5b389 req-eae5252f-5a58-444e-91b3-1121f4b3e96e tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 945 time: 0.0729926
Feb 04 19:40:09.445726 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-0f06960a-7104-4d74-892e-7d3d35d5b389 req-34102062-5401-481b-a1cd-663e1b55c382 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375443
Feb 04 19:40:09.609173 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:40:10.646728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1cfde-f878-4811-872b-1eb5b499d99b req-a0c742b0-d32d-4141-a40f-e212d4447245 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:10.648166 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2a1cfde-f878-4811-872b-1eb5b499d99b req-a0c742b0-d32d-4141-a40f-e212d4447245 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 945 time: 0.0778561
Feb 04 19:40:10.692236 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2a1cfde-f878-4811-872b-1eb5b499d99b req-1e167af4-771a-428c-a4ec-1d4fa34e54bb tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381711
Feb 04 19:40:10.859598 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:40:10.925778 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:40:10.926139 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:11.034503 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:11.060550 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:40:11.069670 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:40:11.114525 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'code': 200}
Feb 04 19:40:11.127044 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:11.196587 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=8']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:40:11.526685 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d82bb847-4811-42c3-b7e6-b89fb898c94a req-7620393b-1daf-43bb-b643-e3793c6187b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1099 time: 0.0694389
Feb 04 19:40:11.567820 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d82bb847-4811-42c3-b7e6-b89fb898c94a req-faf9dfda-499f-451a-9cda-cb3ddd117e76 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347307
Feb 04 19:40:11.887646 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e81a2-ed27-4972-83e3-342698cf89cc req-1091ce6a-a5c3-4cd1-bb93-92fd2b46d00f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:11.889065 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-225e81a2-ed27-4972-83e3-342698cf89cc req-1091ce6a-a5c3-4cd1-bb93-92fd2b46d00f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0791020
Feb 04 19:40:11.932652 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-225e81a2-ed27-4972-83e3-342698cf89cc req-f6076e40-849c-4f17-83f9-c1c7e348595a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379004
Feb 04 19:40:13.126900 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce44f5e-83d9-434f-a2e9-d8f1439150ee req-ff416cf1-cdc4-4dc6-8b2b-a65b585c2d85 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:13.128310 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9ce44f5e-83d9-434f-a2e9-d8f1439150ee req-ff416cf1-cdc4-4dc6-8b2b-a65b585c2d85 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0735507
Feb 04 19:40:13.177029 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9ce44f5e-83d9-434f-a2e9-d8f1439150ee req-1a25ae09-b28a-481c-909a-1f57cf294783 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418804
Feb 04 19:40:14.375699 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068804ad-b4a3-4fc9-afba-06c6c581f132 req-89c3c90e-9cda-47fe-8a7b-194a556526fe tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:40:14.377112 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-068804ad-b4a3-4fc9-afba-06c6c581f132 req-89c3c90e-9cda-47fe-8a7b-194a556526fe tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0762913
Feb 04 19:40:14.420801 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-068804ad-b4a3-4fc9-afba-06c6c581f132 req-ecd83154-c653-40b8-8aef-01c89e1c2c12 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383186
Feb 04 19:40:17.789365 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-db650083-c643-45c8-a0be-96098578555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:19.903133 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca4d75af-4413-4772-91be-2e1d9d322936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:21.109261 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:21.726600 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:23.388863 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:38.897070 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:41.281397 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:40:47.851139 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-a84b10a2-2f88-4ca2-9ff3-a9578aa44074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:49.873709 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-28310262-76d0-4bd5-bae2-60c4dd665e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:51.170770 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:51.725324 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:40:53.393472 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:03.873315 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2d8b8-57e3-4e22-b489-1d1ce08134c6 req-64799f40-4c8a-447a-8183-2287c4e9516c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:03.874743 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-21b2d8b8-57e3-4e22-b489-1d1ce08134c6 req-64799f40-4c8a-447a-8183-2287c4e9516c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0762415
Feb 04 19:41:03.918905 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-21b2d8b8-57e3-4e22-b489-1d1ce08134c6 req-8ebe9c01-b632-44ce-9ab4-f9deed82c0b0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386455
Feb 04 19:41:05.145561 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45280d-e2d3-4d53-90df-923e9c067c87 req-4f5697b9-b698-44be-b0ae-7cacaaa3d5d1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:05.146961 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1c45280d-e2d3-4d53-90df-923e9c067c87 req-4f5697b9-b698-44be-b0ae-7cacaaa3d5d1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0760708
Feb 04 19:41:05.190221 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1c45280d-e2d3-4d53-90df-923e9c067c87 req-e7f64c58-880e-4205-a441-cad20d80ba93 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378475
Feb 04 19:41:06.397540 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faa511-0113-40cb-8d89-539d23026efe req-9e06c0a3-8c22-423c-9ee5-54e955651b39 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:06.398951 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-15faa511-0113-40cb-8d89-539d23026efe req-9e06c0a3-8c22-423c-9ee5-54e955651b39 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0768530
Feb 04 19:41:06.442074 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-15faa511-0113-40cb-8d89-539d23026efe req-6993168d-2ef7-4132-b5ec-1df8db414d08 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377433
Feb 04 19:41:07.646223 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da17f46-be74-4fa8-a162-5175285e8cf4 req-aa29480f-7611-474e-b0bb-11ca097c21ca tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:07.647644 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5da17f46-be74-4fa8-a162-5175285e8cf4 req-aa29480f-7611-474e-b0bb-11ca097c21ca tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0756054
Feb 04 19:41:07.690836 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5da17f46-be74-4fa8-a162-5175285e8cf4 req-29f7842f-7130-4839-8721-c2fc79c9c1cf tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376852
Feb 04 19:41:08.894949 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736401d-ce80-41de-9550-104e4445fc54 req-9fa9509e-ec52-485e-84a6-8704d5ef6968 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:08.896369 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6736401d-ce80-41de-9550-104e4445fc54 req-9fa9509e-ec52-485e-84a6-8704d5ef6968 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0736725
Feb 04 19:41:08.924442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:08.943379 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6736401d-ce80-41de-9550-104e4445fc54 req-f3e07878-6960-432a-bcce-44357e47f18a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406950
Feb 04 19:41:10.148388 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b914ea-1b64-4246-8491-0450c290d35a req-19b49660-1e34-41a2-9046-4c6d0997a3ae tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:10.149725 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34b914ea-1b64-4246-8491-0450c290d35a req-19b49660-1e34-41a2-9046-4c6d0997a3ae tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0758190
Feb 04 19:41:10.193445 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34b914ea-1b64-4246-8491-0450c290d35a req-12167e7d-cd55-432d-9399-a8aed1051fb1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378373
Feb 04 19:41:11.402159 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7cdb8-79e4-4fe5-92a6-e7c2401779b1 req-3fb74671-4880-4a98-b481-8fddc98851c6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:11.403591 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-33d7cdb8-79e4-4fe5-92a6-e7c2401779b1 req-3fb74671-4880-4a98-b481-8fddc98851c6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0757236
Feb 04 19:41:11.447559 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-33d7cdb8-79e4-4fe5-92a6-e7c2401779b1 req-05a41cd5-25d4-4c3e-9018-d066c573a198 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385749
Feb 04 19:41:12.653442 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161744-c83b-4890-95e5-c5e9bb273172 req-b2f48cbc-7576-4a41-b76f-43d9e2a829fd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:12.654854 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-96161744-c83b-4890-95e5-c5e9bb273172 req-b2f48cbc-7576-4a41-b76f-43d9e2a829fd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0732989
Feb 04 19:41:12.708361 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-96161744-c83b-4890-95e5-c5e9bb273172 req-b3f9cf56-c402-4c8f-87eb-02a08493a65d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419190
Feb 04 19:41:13.910256 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae875b-c0c8-4e1b-955d-51d76d51bd9e req-0844e865-3068-45a6-bbcb-691e983d8d87 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:13.911647 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-91ae875b-c0c8-4e1b-955d-51d76d51bd9e req-0844e865-3068-45a6-bbcb-691e983d8d87 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0767996
Feb 04 19:41:13.955189 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-91ae875b-c0c8-4e1b-955d-51d76d51bd9e req-ac5e8c4e-01cb-47c8-8c65-add255b05c30 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381675
Feb 04 19:41:15.158091 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d125b-eb57-45d3-894f-4616de61291b req-4e26c684-5cff-4409-8d97-2804e5097348 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:15.159475 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd1d125b-eb57-45d3-894f-4616de61291b req-4e26c684-5cff-4409-8d97-2804e5097348 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0731292
Feb 04 19:41:15.202639 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cd1d125b-eb57-45d3-894f-4616de61291b req-5f1c19d1-e901-46e2-8302-38806e0a5841 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378361
Feb 04 19:41:16.407046 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fcfa-c174-400e-a13e-fff465415048 req-464ff240-19dc-416c-8a62-bf49f3b92122 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:16.408471 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2fc4fcfa-c174-400e-a13e-fff465415048 req-464ff240-19dc-416c-8a62-bf49f3b92122 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0761342
Feb 04 19:41:16.452206 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2fc4fcfa-c174-400e-a13e-fff465415048 req-1082f97e-86af-4411-b5b8-c8304b620b78 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383303
Feb 04 19:41:17.190229 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:41:17.319393 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:17.332498 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'port_id': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'mac_address': 'fa:16:3e:92:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:41:17.385524 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:17.402030 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd541567-7ec8-43be-b3bf-530c2823ccae {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:41:17.415915 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:17.519105 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:17.589187 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=6']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:17.597412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.597773 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.598093 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.598410 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.598725 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.599037 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.599349 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.599658 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.599962 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.600266 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.600591 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:17.663830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bf04-5572-4e93-ad54-bb841a2f0de9 req-89058484-ff16-4f4d-a4c4-6ae49352b2cc tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:17.665836 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-51a7bf04-5572-4e93-ad54-bb841a2f0de9 req-89058484-ff16-4f4d-a4c4-6ae49352b2cc tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 945 time: 0.0781677
Feb 04 19:41:17.709766 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-51a7bf04-5572-4e93-ad54-bb841a2f0de9 req-a42eeea4-0fd4-48c1-a5f3-bcb3ba832b15 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385010
Feb 04 19:41:17.721545 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dd541567-7ec8-43be-b3bf-530c2823ccae'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:41:17.825317 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4a89cfff-13df-4e2f-886c-c51877a4cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:18.285066 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:41:18.921171 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6952b2-15ed-4f65-a5ec-c72551ab4658 req-2aca237c-82c2-4e14-9d1e-56a3c0a4d729 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:18.922572 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-de6952b2-15ed-4f65-a5ec-c72551ab4658 req-2aca237c-82c2-4e14-9d1e-56a3c0a4d729 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 945 time: 0.0763438
Feb 04 19:41:18.965393 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-de6952b2-15ed-4f65-a5ec-c72551ab4658 req-dcb6f7c2-21ee-46a7-9fd5-454e6d6bcc70 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374098
Feb 04 19:41:19.199779 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:41:19.267965 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port dd541567-7ec8-43be-b3bf-530c2823ccae triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:41:19.268551 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:19.387503 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:19.412682 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:41:19.422442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:19.474080 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'code': 200}
Feb 04 19:41:19.495825 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:19.563791 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=7']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:19.850382 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-51061c5f-4716-4265-83ae-2a0cdf333e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:20.193176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b0a3-f5db-4f14-9276-09b937c0aae1 req-7c2f5493-6927-46f1-9855-4feb139ad8c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:20.194638 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-44a6b0a3-f5db-4f14-9276-09b937c0aae1 req-7c2f5493-6927-46f1-9855-4feb139ad8c0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0807343
Feb 04 19:41:20.251726 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-44a6b0a3-f5db-4f14-9276-09b937c0aae1 req-ca658fdb-82a2-4b44-9444-39389a64151a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493348
Feb 04 19:41:21.135528 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:21.464683 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45616e8-39cd-44d5-9c84-b3535dc40066 req-52b360d5-ca94-4aea-8a78-0acb2766d36e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:21.466030 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a45616e8-39cd-44d5-9c84-b3535dc40066 req-52b360d5-ca94-4aea-8a78-0acb2766d36e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0735574
Feb 04 19:41:21.512176 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a45616e8-39cd-44d5-9c84-b3535dc40066 req-72d48a9d-67fa-4b83-90ad-d643aec866b5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408084
Feb 04 19:41:21.719032 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:22.727257 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024bccc-20bf-4674-a21d-8985d534d089 req-f889e9ad-4bc0-4dc6-958e-7546d077380a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:22.729759 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2024bccc-20bf-4674-a21d-8985d534d089 req-f889e9ad-4bc0-4dc6-958e-7546d077380a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0806735
Feb 04 19:41:22.777384 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2024bccc-20bf-4674-a21d-8985d534d089 req-2d6588d0-c41d-454c-871e-2fb86349731d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416453
Feb 04 19:41:23.432635 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:23.986808 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4a2d7-1ca2-438a-8719-b5f05b8b7332 req-8e6fff4f-e675-4b39-b5cf-574a06317271 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:23.988235 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bfb4a2d7-1ca2-438a-8719-b5f05b8b7332 req-8e6fff4f-e675-4b39-b5cf-574a06317271 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0779414
Feb 04 19:41:24.032971 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bfb4a2d7-1ca2-438a-8719-b5f05b8b7332 req-aa40ef6c-4469-4731-9462-1c433a96c1f1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392876
Feb 04 19:41:25.244347 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ef874-face-432b-bdf8-4f72cf65523b req-d7ed5e10-7a36-4f3f-91bf-bd2f153f0060 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:25.245947 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d64ef874-face-432b-bdf8-4f72cf65523b req-d7ed5e10-7a36-4f3f-91bf-bd2f153f0060 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0801463
Feb 04 19:41:25.368186 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d64ef874-face-432b-bdf8-4f72cf65523b req-bee5babb-0690-430b-9f43-5bbc9baf74ee tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168711
Feb 04 19:41:26.591828 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1560-cd99-4c1c-b5d1-a9ad71a658cc req-105aea4b-2f76-4368-9296-c993561421bd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:26.593341 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-704b1560-cd99-4c1c-b5d1-a9ad71a658cc req-105aea4b-2f76-4368-9296-c993561421bd tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0808876
Feb 04 19:41:26.653790 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-704b1560-cd99-4c1c-b5d1-a9ad71a658cc req-33b803d3-dd2d-4dfd-8740-dd7777dbf590 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542071
Feb 04 19:41:27.918087 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ef469-dce9-41f6-8d86-2de3b0862b68 req-706c7675-ac3a-40c7-96c7-f5bf4be8caa7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:27.920137 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-721ef469-dce9-41f6-8d86-2de3b0862b68 req-706c7675-ac3a-40c7-96c7-f5bf4be8caa7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0807562
Feb 04 19:41:27.977734 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-721ef469-dce9-41f6-8d86-2de3b0862b68 req-76211d8d-33eb-4f48-a180-47100de7757f tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486341
Feb 04 19:41:29.199649 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdab96-5376-4eda-bf15-4fe57153257b req-0e10314a-5edd-4803-a469-9c329c2a79c4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:29.201772 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2bfdab96-5376-4eda-bf15-4fe57153257b req-0e10314a-5edd-4803-a469-9c329c2a79c4 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0839932
Feb 04 19:41:29.246739 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2bfdab96-5376-4eda-bf15-4fe57153257b req-c89796d5-ef65-45bc-849c-cd64c7b339ee tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393271
Feb 04 19:41:30.465549 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8a5f-52f7-4e05-9abf-a8fba2f25d8b req-31cc7d69-169f-4277-ae9b-daa1d4eb41a0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:30.466959 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1dae8a5f-52f7-4e05-9abf-a8fba2f25d8b req-31cc7d69-169f-4277-ae9b-daa1d4eb41a0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0800064
Feb 04 19:41:30.511741 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1dae8a5f-52f7-4e05-9abf-a8fba2f25d8b req-738e65ed-117b-4454-96e1-876f2f4d154b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392575
Feb 04 19:41:31.753185 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0437fc8-404c-4e0c-90ff-6b27f8d580ea req-f73204e1-baac-4103-90bc-32f8e3cbd72e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:31.754964 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a0437fc8-404c-4e0c-90ff-6b27f8d580ea req-f73204e1-baac-4103-90bc-32f8e3cbd72e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0909853
Feb 04 19:41:31.825269 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a0437fc8-404c-4e0c-90ff-6b27f8d580ea req-9acf161a-7315-4e33-85d6-7f0317b90ac8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632865
Feb 04 19:41:32.872940 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-882e86c3-7e52-4924-8228-ab67eed88b72 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640581121&fields=id&tenant_id=1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 267 time: 0.0479603
Feb 04 19:41:33.025556 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-9570aa2f-fc16-4777-a6ea-4294f39d1e29 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:33.027172 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-9570aa2f-fc16-4777-a6ea-4294f39d1e29 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 812 time: 0.1471758
Feb 04 19:41:33.044451 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-98cb5405-6450-48c5-b427-b0571a430564 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/quotas/1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 375 time: 0.0114994
Feb 04 19:41:33.153683 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-38399e8e-ca09-4b41-8e38-1b1bf3230bf4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1034839
Feb 04 19:41:33.302819 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-b105fa9b-9acf-498d-8a1c-951c9d4304e4 service neutron] 10.222.0.13 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469090
Feb 04 19:41:33.370566 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154895f0-e1ba-4f1f-86b5-89558b5ed306 req-586468f4-e235-4063-9855-631f81caea3a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:33.378183 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-154895f0-e1ba-4f1f-86b5-89558b5ed306 req-586468f4-e235-4063-9855-631f81caea3a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0856946
Feb 04 19:41:33.437804 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-154895f0-e1ba-4f1f-86b5-89558b5ed306 req-63d1cfa5-1e84-442b-b47d-f7fb3b2db832 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584700
Feb 04 19:41:33.459639 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-51947c9f-da62-4502-926e-06fba1a9bf3d service neutron] 10.222.0.13 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558709
Feb 04 19:41:33.695244 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664e93a-ceec-484d-bf92-d6f3d3ac2ced req-c54408c7-2fbf-489d-99f6-ab812f0008b5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:33.709201 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1664e93a-ceec-484d-bf92-d6f3d3ac2ced req-c54408c7-2fbf-489d-99f6-ab812f0008b5 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.1391907
Feb 04 19:41:33.780175 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1664e93a-ceec-484d-bf92-d6f3d3ac2ced req-c587795d-4eec-4eb5-b6f9-f7f6d3d668e2 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660269
Feb 04 19:41:34.218103 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-25e8894e-1cec-4c26-be64-9003000dcb5a req-850af2b3-567d-443d-b54a-d32f36dcdb99 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 210 time: 0.0421808
Feb 04 19:41:34.661132 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a7f3d-7ef7-4d61-b16b-8895ffb11eb2 req-30085783-6884-4727-9e2c-450d2edc828b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:34.668736 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c31a7f3d-7ef7-4d61-b16b-8895ffb11eb2 req-30085783-6884-4727-9e2c-450d2edc828b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0938587
Feb 04 19:41:34.820194 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c31a7f3d-7ef7-4d61-b16b-8895ffb11eb2 req-c9afe917-c38b-4d84-9d36-2ff41092d625 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587432
Feb 04 19:41:35.002988 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69c0aa-6eda-486f-a15f-342766fd257a req-be81c664-47d9-4650-8c66-914f2b9e2d32 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:35.011138 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7c69c0aa-6eda-486f-a15f-342766fd257a req-be81c664-47d9-4650-8c66-914f2b9e2d32 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.0962005
Feb 04 19:41:35.058878 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7c69c0aa-6eda-486f-a15f-342766fd257a req-df2b53f7-6bee-4e20-ada8-ebf0de3eb1fd tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468788
Feb 04 19:41:35.394428 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a2041413-1aab-4fe3-99d0-463522853e3e req-87ea1b24-f0d3-4605-b1ed-0634a0d58ab5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 210 time: 0.0451021
Feb 04 19:41:35.704167 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-df779d3c-905b-4e86-b343-829afd66b04d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:35.705628 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-df779d3c-905b-4e86-b343-829afd66b04d tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.0937955
Feb 04 19:41:35.772108 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Deleting port fc085c0a-a533-4787-b437-857ba1fd6d62 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:35.772439 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:36.008491 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400ca0-0b67-4e17-a285-69f4576b2aa0 req-48f076cd-e4d5-4911-b3fe-d0002c1c3abf tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:36.017865 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca400ca0-0b67-4e17-a285-69f4576b2aa0 req-48f076cd-e4d5-4911-b3fe-d0002c1c3abf tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1142406
Feb 04 19:41:36.097413 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ca400ca0-0b67-4e17-a285-69f4576b2aa0 req-a8332b39-4210-4b71-9f81-809040abeed1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766780
Feb 04 19:41:36.111717 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] For port fc085c0a-a533-4787-b437-857ba1fd6d62, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=fc085c0a-a533-4787-b437-857ba1fd6d62,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:36.115576 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:36.588653 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a774d-fef0-4430-90d0-c70c56ed1939 req-aad1fc11-c87c-4fba-b4b0-7d30ebcefa9f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:36.590216 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af9a774d-fef0-4430-90d0-c70c56ed1939 req-aad1fc11-c87c-4fba-b4b0-7d30ebcefa9f tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 946 time: 0.2940950
Feb 04 19:41:36.592048 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:36.592415 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:36.592726 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.l3_db [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Floating IP 99797c94-06aa-45e3-9bb3-c87e3887812c disassociated. External IP: 172.27.3.93, port: fc085c0a-a533-4787-b437-857ba1fd6d62.
Feb 04 19:41:36.593065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Calling delete_port for fc085c0a-a533-4787-b437-857ba1fd6d62 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:41:36.658578 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0e83fefb-becf-475f-a272-823c35745e0d req-467bce32-83a4-42a5-a104-c27554ef61ba tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 210 time: 0.1337845
Feb 04 19:41:36.769785 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-af9a774d-fef0-4430-90d0-c70c56ed1939 req-144b3573-0685-4d58-874a-9319d07899b1 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups?id=1323f3da-4056-41fe-978d-d4a799bdd886&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465087
Feb 04 19:41:36.970614 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:37.028273 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event deleted for resources: {'Port': ['ID=fc085c0a-a533-4787-b437-857ba1fd6d62,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:37.040653 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.040999 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.041368 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.041698 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.042025 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.042365 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.042692 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.043197 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.043419 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.043703 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.044172 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:37.143165 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-488968eb-3053-49e0-b17e-a53662954b5b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:37.144772 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-488968eb-3053-49e0-b17e-a53662954b5b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 812 time: 0.2161067
Feb 04 19:41:37.235356 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-559a5770-afd7-4c7b-a3b4-16f14e58b934 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b4e55fbd8b74ea38b37f03bc061815e HTTP/1.1" status: 200  len: 379 time: 0.0707672
Feb 04 19:41:37.247206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'port': {'device_id': '67fcec98-c5c5-4250-846e-6abfe483163f', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'admin_state_up': True, 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'security_groups': ['977dfab9-6cff-4da3-b271-9ad9447a508e']}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:41:37.312340 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:41:37.493995 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf63c8-d064-40ec-abca-d592551eeaf0 req-82ebd235-e1ed-4e7f-beee-6afe1dbbc45e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:37.495204 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-47bf63c8-d064-40ec-abca-d592551eeaf0 req-82ebd235-e1ed-4e7f-beee-6afe1dbbc45e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1646810
Feb 04 19:41:37.499534 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:41:37.538951 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:41:37.570347 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-47bf63c8-d064-40ec-abca-d592551eeaf0 req-2f5f4ca4-6042-4ebe-a47d-347155687161 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660436
Feb 04 19:41:37.643070 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Made reservation on behalf of 1b4e55fbd8b74ea38b37f03bc061815e for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:41:37.646376 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:37.647604 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:41:37.670328 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] Sync routers for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:41:37.682929 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:41:37.684539 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308413a610>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:41:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:37.775327 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] No DVR routers for this DVR port fc085c0a-a533-4787-b437-857ba1fd6d62 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:41:37.779292 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:37.788902 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'name': 'network-vif-deleted', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:41:37.893778 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7d83b5-17be-4a6c-8ec8-87078d8bb140', 'name': 'network-vif-deleted', 'tag': 'fc085c0a-a533-4787-b437-857ba1fd6d62', 'status': 'completed', 'code': 200}
Feb 04 19:41:37.900267 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9eaac794-4b1c-492f-9d16-8be0f7236d11 req-c73a3232-53c3-432f-b0d9-40fd7de03207 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.60 "DELETE /v2.0/ports/fc085c0a-a533-4787-b437-857ba1fd6d62 HTTP/1.1" status: 204  len: 173 time: 2.1894109
Feb 04 19:41:37.914107 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6a080900-8b06-4967-a5be-4596da1add70 req-5d477805-6c2c-4f29-be9e-6d7a7f4fa366 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 210 time: 0.0666754
Feb 04 19:41:37.980434 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Allocated IP 172.20.0.12 (a644de52-c273-4bb7-b9ed-1e8890216310/c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37/101e2d59-7b41-4f29-9083-33ee64bb5ab9) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:41:38.032140 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:41:38.179919 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7fd8d831-210a-43c6-a99e-11b1eddd25fb req-a971878e-1947-4898-8caf-011a774ae919 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb7d83b5-17be-4a6c-8ec8-87078d8bb140 HTTP/1.1" status: 200  len: 210 time: 0.0512874
Feb 04 19:41:38.238057 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:38.255244 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Transition to ACTIVE for port object 101e2d59-7b41-4f29-9083-33ee64bb5ab9 will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:41:38.353990 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:38.431720 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Network a644de52-c273-4bb7-b9ed-1e8890216310 is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:41:38.435604 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308413a610>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:38.439956 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] Checking router: c66b6d51-3df7-4eff-8d71-adfa28d54ed2 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:41:38.440127 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:41:38.444295 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:41:38.468465 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:41:38.469115 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308413a610>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:41:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:38.498755 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=101e2d59-7b41-4f29-9083-33ee64bb5ab9,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:38.531624 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:38.532239 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:38.593011 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.593529 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.594465 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.594902 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.595326 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.595783 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.596667 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.597093 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.597602 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.598476 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.598910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:41:38.668575 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-84de711d-eef5-4abc-8e55-4723bbb728c8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4276786
Feb 04 19:41:38.687403 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Request body: {'port': {'device_id': '67fcec98-c5c5-4250-846e-6abfe483163f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:41:38.784553 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:41:38.955500 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:38.974474 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01299b-1eb8-4e7d-b1da-8e6ce9524543 req-878fded7-2357-4023-a16e-47f6ca57975e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:38.981482 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e01299b-1eb8-4e7d-b1da-8e6ce9524543 req-878fded7-2357-4023-a16e-47f6ca57975e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1658399
Feb 04 19:41:39.048764 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e01299b-1eb8-4e7d-b1da-8e6ce9524543 req-e513575b-ce97-427b-893c-3b165c3b45ac tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661709
Feb 04 19:41:39.121761 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.125723 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-10db9480-0fef-4675-a9c3-93f3abe17725 None None] Provisioning for port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:41:39.131593 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-10db9480-0fef-4675-a9c3-93f3abe17725 None None] Provisioning complete for port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:41:39.131969 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-10db9480-0fef-4675-a9c3-93f3abe17725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.209680 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-10db9480-0fef-4675-a9c3-93f3abe17725 None None] Port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:41:39.251797 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308413a610>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:39.260503 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3f32a-8951-4d2f-a7f7-e0bbd7d3e113 None None] The sync data for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi is: [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:54Z', 'revision_number': 4, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'b721d5e2-13a4-4a7d-aa7d-4eea62f5c760', 'name': '', 'network_id': '02ad8771-b184-4409-89fc-07c13b3a5912', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'mac_address': 'fa:16:3e:c8:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:52Z', 'updated_at': '2022-02-04T19:32:30Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'subnets': [{'id': '79beb4d1-53db-4623-bacf-d177f1114d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:41:39.312599 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device fc085c0a-a533-4787-b437-857ba1fd6d62 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:41:39.357573 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: fc085c0a-a533-4787-b437-857ba1fd6d62 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:41:39.358136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device fc085c0a-a533-4787-b437-857ba1fd6d62 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:41:39.497620 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c06a5-6388-4df3-bd56-434cd14d24c6 req-e87c78c6-57de-408b-9158-ff0e09e28cd0 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:39.501728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-cf8c06a5-6388-4df3-bd56-434cd14d24c6 req-e87c78c6-57de-408b-9158-ff0e09e28cd0 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:41:39.501973 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47844) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:39.629857 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-45e55275-9115-4d6c-bfd6-93c261c868bf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.633641 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a32364-9f51-4a6c-b4d7-02ec737ad219 None None] New status for floating IP 99797c94-06aa-45e3-9bb3-c87e3887812c: DOWN {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:41:39.654615 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-cf8c06a5-6388-4df3-bd56-434cd14d24c6 req-e87c78c6-57de-408b-9158-ff0e09e28cd0 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:41:39.662393 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cf8c06a5-6388-4df3-bd56-434cd14d24c6 req-e87c78c6-57de-408b-9158-ff0e09e28cd0 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 932 time: 0.3991728
Feb 04 19:41:39.693190 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-45e55275-9115-4d6c-bfd6-93c261c868bf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.741171 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cf8c06a5-6388-4df3-bd56-434cd14d24c6 req-3f431099-86d1-4f8b-b9d5-c36df7018ee2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737011
Feb 04 19:41:39.741171 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101e2d59-7b41-4f29-9083-33ee64bb5ab9 {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:41:39.756601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.867381 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Transition to ACTIVE for port object 101e2d59-7b41-4f29-9083-33ee64bb5ab9 will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:41:39.867650 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-45e55275-9115-4d6c-bfd6-93c261c868bf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.888283 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e55275-9115-4d6c-bfd6-93c261c868bf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1323f3da-4056-41fe-978d-d4a799bdd886,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:39.958111 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.978788 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-45e55275-9115-4d6c-bfd6-93c261c868bf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:39.980155 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-45e55275-9115-4d6c-bfd6-93c261c868bf tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "DELETE /v2.0/security-groups/1323f3da-4056-41fe-978d-d4a799bdd886 HTTP/1.1" status: 204  len: 168 time: 0.4776595
Feb 04 19:41:39.983004 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47848) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:40.008699 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.api.v2.resource [None req-e43520a1-aa6a-49ce-87f0-f267d0e34520 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] show failed (client error): The resource could not be found.
Feb 04 19:41:40.011580 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e43520a1-aa6a-49ce-87f0-f267d0e34520 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "GET /v2.0/security-groups/1323f3da-4056-41fe-978d-d4a799bdd886 HTTP/1.1" status: 404  len: 347 time: 0.0275574
Feb 04 19:41:40.013402 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47852) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:40.257366 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Pushing event updated for resources: {'Port': ['ID=101e2d59-7b41-4f29-9083-33ee64bb5ab9,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:40.342321 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Deleting port d185c3d8-f92c-4ce0-ad56-ca3be09a105f {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:40.342776 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:40.343756 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Attempting to bind port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:41:40.344384 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Attempting to bind port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:41:40.344884 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Attempting to bind port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:41:40.354972 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 on network a644de52-c273-4bb7-b9ed-1e8890216310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:41:40.355292 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Attempting to bind port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 on network a644de52-c273-4bb7-b9ed-1e8890216310 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:41:40.362397 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:41:40.362728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Checking segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:41:40.363096 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Bound using segment: {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:41:40.363510 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Bound port: 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecc4418-e255-4ca8-831e-53389adc0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:41:40.363849 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:40.465313 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:41:40.468594 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:41:40.531641 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:40.592245 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:40.593878 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] 10.222.0.60 "PUT /v2.0/ports/101e2d59-7b41-4f29-9083-33ee64bb5ab9 HTTP/1.1" status: 200  len: 1094 time: 1.9118109
Feb 04 19:41:40.601489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:41:40.625093 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d0f0a-afb0-4767-af5f-4a1dce0acad8 service neutron] Pushing event updated for resources: {'Port': ['ID=101e2d59-7b41-4f29-9083-33ee64bb5ab9,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:40.657062 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-7fccb286-be38-4b99-8c9b-95d16a563645 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5456095
Feb 04 19:41:40.670263 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0203d68-b6a6-44a8-b950-f143e8c515af req-2860171e-0364-4d7b-adb5-6081089334ea tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:40.677463 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b0203d68-b6a6-44a8-b950-f143e8c515af req-2860171e-0364-4d7b-adb5-6081089334ea tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.4211411
Feb 04 19:41:40.785449 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'status': 'completed', 'code': 200}
Feb 04 19:41:40.818122 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:40.818458 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:40.840695 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b0203d68-b6a6-44a8-b950-f143e8c515af req-3b731272-6b79-45cd-8e6e-9591a1055f72 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623995
Feb 04 19:41:40.931600 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-2a526b15-c0eb-4e15-a033-b227316c9384 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1099 time: 0.1015658
Feb 04 19:41:40.982780 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Calling delete_port for d185c3d8-f92c-4ce0-ad56-ca3be09a105f owned by network:floatingip {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:41:41.057670 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-3ff01fb9-52aa-4599-9c7b-da2c250724ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 1097 time: 0.3096242
Feb 04 19:41:41.127661 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f747b3-572b-4181-b918-f5366b99c901 req-932242f3-c0aa-43e3-8b30-d8d5132c5b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:41.129091 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-932242f3-c0aa-43e3-8b30-d8d5132c5b5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 909 time: 0.1550372
Feb 04 19:41:41.144043 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841199d2-8927-409a-908a-69720fa5e0fe req-2d5bcae8-6c61-4e95-9a80-4b151c7779e9 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:41.144043 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-841199d2-8927-409a-908a-69720fa5e0fe req-2d5bcae8-6c61-4e95-9a80-4b151c7779e9 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.2051966
Feb 04 19:41:41.170129 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-74c43e7f-7ced-4950-8220-80f4e17c8420 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9 HTTP/1.1" status: 200  len: 217 time: 0.0975852
Feb 04 19:41:41.256244 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-d2ccd530-cc71-4408-862a-16cfd49b46e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:41.257804 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-d2ccd530-cc71-4408-862a-16cfd49b46e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0809431
Feb 04 19:41:41.264678 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-841199d2-8927-409a-908a-69720fa5e0fe req-59017082-b4cd-4b70-bc07-b5956b870b22 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783787
Feb 04 19:41:41.266341 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-cba2a599-f2cb-49d6-86d3-9f04c910afe5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 1001 time: 0.1279037
Feb 04 19:41:41.329724 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:41.329972 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f747b3-572b-4181-b918-f5366b99c901 req-496da648-3c12-45e4-8cdd-3cf2efb5f3ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:41.331071 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-496da648-3c12-45e4-8cdd-3cf2efb5f3ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 200  len: 848 time: 0.0588865
Feb 04 19:41:41.378876 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Pushing event deleted for resources: {'Port': ['ID=d185c3d8-f92c-4ce0-ad56-ca3be09a105f,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:41.405097 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-5e64524a-3d43-4404-a59c-f8ad2a23bb08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236140c-d82d-4575-8008-573da6504426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676963
Feb 04 19:41:41.420497 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-73de1a04-a075-4348-83d8-9da06c98d918 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1564152
Feb 04 19:41:41.564177 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-cc343483-9d93-4da3-8639-3e17164debe1 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513331
Feb 04 19:41:41.608935 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks [] for floatingip, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:41.657938 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:41.659058 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-31eedd8d-2505-412c-885a-2cf01a490795 tempest-AttachVolumeTestJSON-2116465226 tempest-AttachVolumeTestJSON-2116465226-project] 10.222.0.13 "DELETE /v2.0/floatingips/99797c94-06aa-45e3-9bb3-c87e3887812c HTTP/1.1" status: 204  len: 168 time: 1.6447170
Feb 04 19:41:41.682590 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-50c366b6-12cb-4e13-9b5c-64b6e12d4dd1 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166984
Feb 04 19:41:41.736493 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-01f747b3-572b-4181-b918-f5366b99c901 req-fd39fa04-b580-4a70-b2bb-3e74d29bf824 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622055
Feb 04 19:41:41.886624 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4c62971-fbef-46dd-85e9-22d1996d3f52 req-79a6db3f-ae3f-4a42-b45c-44beed1ee407 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963084
Feb 04 19:41:42.146129 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf319d-8a92-4cfd-b2d4-898061b484a4 req-3c32cfca-14a9-4d35-861f-3a89f9d94b44 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:42.147500 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-afdf319d-8a92-4cfd-b2d4-898061b484a4 req-3c32cfca-14a9-4d35-861f-3a89f9d94b44 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1487224
Feb 04 19:41:42.178906 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-e3cead1e-47da-4254-b225-6af8554bc241 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 1097 time: 0.1249144
Feb 04 19:41:42.279231 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-afdf319d-8a92-4cfd-b2d4-898061b484a4 req-bd8f33f4-3130-47f2-9f37-01ab96cd781d tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233821
Feb 04 19:41:42.336584 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-8fbe58ac-4186-444e-9716-92126f1257be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:42.338360 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-8fbe58ac-4186-444e-9716-92126f1257be service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.1481051
Feb 04 19:41:42.406034 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-e3f67959-ad0b-40ff-b6ee-2db64d54a95c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9 HTTP/1.1" status: 200  len: 217 time: 0.0614941
Feb 04 19:41:42.471156 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee48-3f16-41d9-b4b9-bb23631ad33b req-96639fb6-5773-48e6-924c-a23e082a0559 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:42.472702 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9034ee48-3f16-41d9-b4b9-bb23631ad33b req-96639fb6-5773-48e6-924c-a23e082a0559 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.0784230
Feb 04 19:41:42.473616 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-9c1d9369-4527-4a9d-bcc3-3b1b790976cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:42.475034 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-9c1d9369-4527-4a9d-bcc3-3b1b790976cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0589268
Feb 04 19:41:42.519562 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9034ee48-3f16-41d9-b4b9-bb23631ad33b req-b9f5aaee-bd3f-44cb-8a70-ded87c4e03b0 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403678
Feb 04 19:41:42.554013 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-8e58ee12-baf3-4c2f-82a5-36655be638db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733800
Feb 04 19:41:42.791149 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-faf1e9dd-adea-42b8-9599-87bbc1823d9d service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2302732
Feb 04 19:41:42.920839 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-deee636f-d5e9-490e-b7a8-54ede06601cb req-3831215f-a33c-4244-a543-1c9b7539d79c service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235545
Feb 04 19:41:43.498483 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c92c1-2e2e-461c-8eff-579f466a4cbf req-2ca83188-4b42-4cd4-96c6-0bbcf94e19bb tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:43.499909 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-dc2c92c1-2e2e-461c-8eff-579f466a4cbf req-2ca83188-4b42-4cd4-96c6-0bbcf94e19bb tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0811098
Feb 04 19:41:43.545112 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-dc2c92c1-2e2e-461c-8eff-579f466a4cbf req-634fe52f-7961-460a-8c09-4c9d4b196d48 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390148
Feb 04 19:41:43.718513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f6ab7-5a29-4308-a968-0d41324dbf0f req-2884a802-9e82-448f-a511-1740ee844de8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:43.719922 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-363f6ab7-5a29-4308-a968-0d41324dbf0f req-2884a802-9e82-448f-a511-1740ee844de8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.0780447
Feb 04 19:41:43.773240 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-363f6ab7-5a29-4308-a968-0d41324dbf0f req-7d77a382-d631-4f1b-a96f-eb0f87f011f0 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426557
Feb 04 19:41:44.119510 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-0de30193-df62-40a5-829d-9410d77f218e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1099 time: 0.0688460
Feb 04 19:41:44.246829 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-8038c083-cfd9-4536-81ae-98090f535dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:44.248251 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-8038c083-cfd9-4536-81ae-98090f535dc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.1232357
Feb 04 19:41:44.349509 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-ebfb2ddf-2923-4d0f-8c40-5626492b0dfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd541567-7ec8-43be-b3bf-530c2823ccae HTTP/1.1" status: 200  len: 1001 time: 0.0948901
Feb 04 19:41:44.413497 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-d554f168-e8e3-41bb-8c3c-75c785c7a4d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:44.414810 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-d554f168-e8e3-41bb-8c3c-75c785c7a4d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.0594575
Feb 04 19:41:44.487875 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-3b611419-b835-4019-b9a7-2bee75fd22bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0670166
Feb 04 19:41:44.618480 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-aed34373-e927-4942-b537-60249067e08f service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243093
Feb 04 19:41:44.762671 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a5b40fce-3641-43f6-92a0-8f4cc7c45140 req-921ef243-9798-4263-98cd-98d500f3884a service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375382
Feb 04 19:41:44.988838 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d99a92-3eab-4482-a93a-440ca14c4fd1 req-77e9d0d1-c941-4868-a866-ee166d449f1a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:44.998652 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-69d99a92-3eab-4482-a93a-440ca14c4fd1 req-77e9d0d1-c941-4868-a866-ee166d449f1a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.2893636
Feb 04 19:41:45.047819 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-69d99a92-3eab-4482-a93a-440ca14c4fd1 req-b789eb53-f36e-4671-a08c-0faa474417a7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515234
Feb 04 19:41:45.050122 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51687b-1fba-4614-8685-0f7c9a748651 req-caed2d9e-e281-42d4-a881-9cf6603ca3cf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:45.051554 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2e51687b-1fba-4614-8685-0f7c9a748651 req-caed2d9e-e281-42d4-a881-9cf6603ca3cf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.1591651
Feb 04 19:41:45.100481 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2e51687b-1fba-4614-8685-0f7c9a748651 req-adb5367f-ef19-4a59-866a-97716c9284d1 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428684
Feb 04 19:41:46.259908 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e707c9b-d6ae-4e36-81a7-f658365a2bf6 req-fc7a6dfd-d77f-4c24-88d6-e6754d0a5927 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:46.261369 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0e707c9b-d6ae-4e36-81a7-f658365a2bf6 req-fc7a6dfd-d77f-4c24-88d6-e6754d0a5927 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.0787935
Feb 04 19:41:46.306017 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0e707c9b-d6ae-4e36-81a7-f658365a2bf6 req-f404a1c5-bf0c-4cd8-879d-345554362f94 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384169
Feb 04 19:41:46.339068 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d51b99-b0e2-4ec4-8c93-cd6e0927909d req-4d39c1f3-3663-44d8-9407-89b8e44c80a5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:46.340512 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-90d51b99-b0e2-4ec4-8c93-cd6e0927909d req-4d39c1f3-3663-44d8-9407-89b8e44c80a5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.0747375
Feb 04 19:41:46.385832 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-90d51b99-b0e2-4ec4-8c93-cd6e0927909d req-bfe28997-2b5f-4f32-88d4-e7ac191b8e97 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394468
Feb 04 19:41:46.421991 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47918) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:47.015852 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:47.344123 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:41:47.458383 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:47.486318 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:41:47.501790 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:47.582569 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:47.671737 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99fbf8-d0fb-4df6-9b46-bdcec0b77c8b req-6924a8e9-456a-40da-85d9-22e02eedd337 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:47.673213 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e99fbf8-d0fb-4df6-9b46-bdcec0b77c8b req-6924a8e9-456a-40da-85d9-22e02eedd337 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 946 time: 0.1462421
Feb 04 19:41:47.684713 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=8']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:47.726193 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Deleting port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:47.726655 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:47.765912 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca214c5-7d1d-465b-9874-494b9ea4726b req-a1201806-835b-4d85-b3b6-01a584ac5333 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:47.769915 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-aca214c5-7d1d-465b-9874-494b9ea4726b req-a1201806-835b-4d85-b3b6-01a584ac5333 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.0920029
Feb 04 19:41:47.789730 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e99fbf8-d0fb-4df6-9b46-bdcec0b77c8b req-77f2512b-cb1e-449c-a037-97c261b4f6f3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082070
Feb 04 19:41:47.817819 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-aca214c5-7d1d-465b-9874-494b9ea4726b req-af149892-1b96-49b3-9723-fdf89c4a1dea tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446014
Feb 04 19:41:47.830857 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-901b6dea-b258-41b9-a1c9-07d4f5ccd830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:47.877942 dv-cinder-827242-1-iscsi neutron-server[83676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'code': 422} returned with failed status
Feb 04 19:41:47.933503 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] For port b721d5e2-13a4-4a7d-aa7d-4eea62f5c760, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:47.933849 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:48.052554 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Calling delete_port for b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 owned by network:router_interface {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:41:48.289728 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:48.332033 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Pushing event deleted for resources: {'Port': ['ID=b721d5e2-13a4-4a7d-aa7d-4eea62f5c760,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:48.700994 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:49.131726 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c220e-3fdc-47b3-a90f-76e839d35fc4 req-55be614b-a6c0-4a8b-8cac-8853b98b0ef5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:49.133180 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-671c220e-3fdc-47b3-a90f-76e839d35fc4 req-55be614b-a6c0-4a8b-8cac-8853b98b0ef5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.1699686
Feb 04 19:41:49.246777 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-671c220e-3fdc-47b3-a90f-76e839d35fc4 req-92ade198-34dc-47c3-8790-9f8e3cc1ada8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597916
Feb 04 19:41:49.363209 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:41:49.565029 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:41:49.573564 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] Sync routers for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:41:49.578028 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-316249ca-bee2-4463-8e2e-db813b6b745b admin admin] 10.222.0.13 "PUT /v2.0/routers/c66b6d51-3df7-4eff-8d71-adfa28d54ed2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1539705
Feb 04 19:41:49.579813 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47952) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:49.585720 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:41:49.586315 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30842bf8e0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:41:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:49.768025 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:41:49.902672 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks [] for router, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:49.953629 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6b001ee7-3ca4-4b94-9172-78bdfe93eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:50.064515 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30842bf8e0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:41:48Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:50.068300 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] Checking router: c66b6d51-3df7-4eff-8d71-adfa28d54ed2 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:41:50.079254 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] Routers {'c66b6d51-3df7-4eff-8d71-adfa28d54ed2'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:41:50.079837 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30842bf8e0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:41:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:50.112063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:50.192373 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Deleting port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:50.192814 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:50.257466 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] Set router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:41:50.375337 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a3c4695e-5617-4745-87fe-5b757cf58750 req-0f3a7842-62c6-4489-ab8b-dc4257c4ad45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0861685
Feb 04 19:41:50.379124 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] For port 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:50.379572 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:50.531408 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Calling delete_port for 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb owned by network:router_gateway {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:41:50.585136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30842bf8e0>, [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:41:48Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:50.589852 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d6f5a-15ec-4b79-bfc3-614b0d5692ff None None] The sync data for ids ['c66b6d51-3df7-4eff-8d71-adfa28d54ed2'] in dv-cinder-827242-1-iscsi is: [{'id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'name': 'tempest-AttachVolumeTestJSON-1150090367-router', 'tenant_id': 'ed97ca0669694876827282277f52585d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:41:48Z', 'revision_number': 5, 'project_id': 'ed97ca0669694876827282277f52585d', 'gw_port': {'id': '9a9932b9-b4a9-4373-9fb7-353ee18ea8fb', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66b6d51-3df7-4eff-8d71-adfa28d54ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:41:50.775905 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1260932-7d5e-4b67-b6b2-81b4e25c36d1 req-29f036be-60cf-4a21-81c0-19d15c2d25f2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:50.777393 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e1260932-7d5e-4b67-b6b2-81b4e25c36d1 req-29f036be-60cf-4a21-81c0-19d15c2d25f2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.3302796
Feb 04 19:41:50.784953 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3e190-c713-4180-b682-b8e1deedb2d9 req-ca1c2e72-5a07-4ed8-b2c6-65d53696dc83 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:50.790192 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-18f3e190-c713-4180-b682-b8e1deedb2d9 req-ca1c2e72-5a07-4ed8-b2c6-65d53696dc83 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0816696
Feb 04 19:41:50.833947 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-18f3e190-c713-4180-b682-b8e1deedb2d9 req-f6151f23-ab34-448e-93d4-e1101ad0cfd2 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413001
Feb 04 19:41:50.860645 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e1260932-7d5e-4b67-b6b2-81b4e25c36d1 req-9ab247ed-6e32-4a2d-a446-8640023b491d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750005
Feb 04 19:41:50.978941 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.029528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9932b9-b4a9-4373-9fb7-353ee18ea8fb,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:51.135580 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.352482 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 101e2d59-7b41-4f29-9083-33ee64bb5ab9 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:41:51.361505 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:41:51.377826 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.436060 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-c6d5b941-6c3f-4c16-b4cb-2d58bc052ebf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4677660
Feb 04 19:41:51.556682 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 47972) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:51.595121 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:51.612940 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'port_id': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'mac_address': 'fa:16:3e:06:d3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:41:51.668622 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.675996 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.689470 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.720101 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101e2d59-7b41-4f29-9083-33ee64bb5ab9 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:41:51.740551 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:41:51.784006 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:41:51.784339 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device b721d5e2-13a4-4a7d-aa7d-4eea62f5c760 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:41:51.786868 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:51.792924 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.883681 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.912220 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.912891 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c66b6d51-3df7-4eff-8d71-adfa28d54ed2 {{(pid=83674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:41:51.940135 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:51.941184 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-fa442745-4788-4c76-bfab-6f4bb4937c82 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c66b6d51-3df7-4eff-8d71-adfa28d54ed2 HTTP/1.1" status: 204  len: 168 time: 2.3603365
Feb 04 19:41:51.944382 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47986) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:51.958116 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=101e2d59-7b41-4f29-9083-33ee64bb5ab9,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:52.043219 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] Deleting subnet 79beb4d1-53db-4623-bacf-d177f1114d42 {{(pid=83674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:41:52.046433 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.148937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1445396'] for subnet, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.234609 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Deleting port 7737bcee-c45f-4408-ab30-9486ebbe8f7e {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:52.234860 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.253780 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecca10b-b5a4-4355-bdab-a9f90b678e0b req-ca58e48f-8b67-408b-b0bc-f5342e0642b2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:52.255200 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eecca10b-b5a4-4355-bdab-a9f90b678e0b req-ca58e48f-8b67-408b-b0bc-f5342e0642b2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 945 time: 0.1807520
Feb 04 19:41:52.308799 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.313021 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7050-b5ec-477e-b175-270d5d235cd9 req-a5b9b5a6-489c-4945-b93c-2090e822ef1a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:52.314472 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-418d7050-b5ec-477e-b175-270d5d235cd9 req-a5b9b5a6-489c-4945-b93c-2090e822ef1a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.2823339
Feb 04 19:41:52.346795 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-eecca10b-b5a4-4355-bdab-a9f90b678e0b req-00682400-a0bc-4a22-9401-226629c1860f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837045
Feb 04 19:41:52.355222 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['101e2d59-7b41-4f29-9083-33ee64bb5ab9'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:41:52.482243 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-418d7050-b5ec-477e-b175-270d5d235cd9 req-d1edb7a6-d4ba-4c75-9e5d-a57060668c88 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215432
Feb 04 19:41:52.509734 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.510058 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.535380 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6678646'] for subnet, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.571989 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79beb4d1-53db-4623-bacf-d177f1114d42,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:52.579413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.585933 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-2d7809bc-c176-4ece-ba97-7316d4431b49 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79beb4d1-53db-4623-bacf-d177f1114d42 HTTP/1.1" status: 204  len: 168 time: 0.6406007
Feb 04 19:41:52.588978 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 47990) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:52.592364 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41abf01c-db3a-466e-96d3-fd507215a0cc None None] Network 02ad8771-b184-4409-89fc-07c13b3a5912 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:41:52.636958 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Calling delete_port for 7737bcee-c45f-4408-ab30-9486ebbe8f7e owned by network:floatingip {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:41:52.675118 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-0e07381e-e48c-4e98-b778-95e6a5f6f609 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f&tenant_id=146939551c38458381c7924d019b8b84 HTTP/1.1" status: 200  len: 1097 time: 0.2687678
Feb 04 19:41:52.738730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.749232 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Deleting port e7d36aea-12d4-472b-9526-aec4f9240aff {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:52.749505 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.849834 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-fc5e69a0-b06f-4329-9c2a-a90b9ac86170 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1097 time: 0.1342781
Feb 04 19:41:52.935841 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] DHCP port deletion for 02ad8771-b184-4409-89fc-07c13b3a5912 request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:41:52.940018 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Deleting port e7d36aea-12d4-472b-9526-aec4f9240aff {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:52.940176 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:52.967864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] For port e7d36aea-12d4-472b-9526-aec4f9240aff, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e7d36aea-12d4-472b-9526-aec4f9240aff,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:53.019464 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.019612 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-c66e06eb-2aa8-4d49-9678-a7a2a3313d58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:53.019612 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-c66e06eb-2aa8-4d49-9678-a7a2a3313d58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.1416488
Feb 04 19:41:53.080177 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.137722 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event deleted for resources: {'Port': ['ID=7737bcee-c45f-4408-ab30-9486ebbe8f7e,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:53.141187 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] For port e7d36aea-12d4-472b-9526-aec4f9240aff, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e7d36aea-12d4-472b-9526-aec4f9240aff,segment=NetworkSegment(884dce97-f0a0-4951-b4d3-05b90c07c418),segment_id=884dce97-f0a0-4951-b4d3-05b90c07c418)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:53.141577 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.148530 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-234fe928-1d81-46a6-95a6-1b6009a5461d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd541567-7ec8-43be-b3bf-530c2823ccae HTTP/1.1" status: 200  len: 999 time: 0.1442449
Feb 04 19:41:53.192011 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Calling delete_port for e7d36aea-12d4-472b-9526-aec4f9240aff owned by network:dhcp {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:41:53.266827 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Calling delete_port for e7d36aea-12d4-472b-9526-aec4f9240aff owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:41:53.278096 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-7a2e4986-e358-4db7-9954-659cfbd0bc4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:53.279529 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-7a2e4986-e358-4db7-9954-659cfbd0bc4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.1065221
Feb 04 19:41:53.283538 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for floatingip, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.323626 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.372517 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d36aea-12d4-472b-9526-aec4f9240aff,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:53.379633 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] No DVR routers for this DVR port e7d36aea-12d4-472b-9526-aec4f9240aff on host dv-cinder-827242-1-iscsi {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:41:53.421800 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.442222 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-925f2ab0-98b1-4646-b06a-cead885396ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1045628
Feb 04 19:41:53.442499 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:41:53.442860 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:41:53.506200 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.570391 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083b15700>,) {'filters': {'network_id': ['02ad8771-b184-4409-89fc-07c13b3a5912']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:53.585001 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083b15700>, '884dce97-f0a0-4951-b4d3-05b90c07c418') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:53.585333 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083b15700>, '884dce97-f0a0-4951-b4d3-05b90c07c418') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:53.604163 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.629256 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.638717 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:41:53.639044 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:41:53.653048 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:41:53.701536 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e7d36aea-12d4-472b-9526-aec4f9240aff no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:41:53.715855 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03544b-77e6-4331-886a-900db8b6d3fd req-b24562d4-8ee4-4bbb-814a-2505beec0fb1 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:53.717640 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9e03544b-77e6-4331-886a-900db8b6d3fd req-b24562d4-8ee4-4bbb-814a-2505beec0fb1 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 945 time: 0.2037079
Feb 04 19:41:53.737330 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: e7d36aea-12d4-472b-9526-aec4f9240aff {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:41:53.737730 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e7d36aea-12d4-472b-9526-aec4f9240aff not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:41:53.739616 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:41:53.775910 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:41:53.775910 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9a9932b9-b4a9-4373-9fb7-353ee18ea8fb not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:41:53.788110 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9e03544b-77e6-4331-886a-900db8b6d3fd req-dd6fa524-71c1-4027-89d6-7b59ebba82c3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614696
Feb 04 19:41:53.816587 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-e7eab290-eccd-4c7a-b1d4-b1a9ee0cf338 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3288951
Feb 04 19:41:53.866710 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.871598 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.901012 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ad8771-b184-4409-89fc-07c13b3a5912,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:53.944511 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Deleting port e7d36aea-12d4-472b-9526-aec4f9240aff {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:41:53.945056 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:53.970553 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-af22e4ba-73a7-466e-9e94-da9dd9265d41 admin admin] 10.222.0.13 "DELETE /v2.0/networks/02ad8771-b184-4409-89fc-07c13b3a5912 HTTP/1.1" status: 204  len: 168 time: 1.3797412
Feb 04 19:41:54.010508 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c85c7-fd7a-465a-a10e-fa6460862850 None None] The port 'e7d36aea-12d4-472b-9526-aec4f9240aff' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:41:54.063079 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceec34-b883-428f-91c6-28b0073363be req-6a1cf31b-a3db-47d8-8ab2-4897949824fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:54.064507 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-37ceec34-b883-428f-91c6-28b0073363be req-6a1cf31b-a3db-47d8-8ab2-4897949824fe tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.4187868
Feb 04 19:41:54.067035 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2ad69eea-5c62-4e61-bfee-be0368f82162 req-0cc432f1-def2-44f2-bc1c-fe50e2d0b333 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434454
Feb 04 19:41:54.165531 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-37ceec34-b883-428f-91c6-28b0073363be req-eff1a802-9a6b-4276-b34f-3634af6a1062 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953004
Feb 04 19:41:54.217877 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Router aa910945-9cf6-499c-98cb-db38fa1d9d59 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:41:54.385763 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48000) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:54.453791 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-467b1ce0-1247-403e-8a57-1030d9c2980c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed97ca0669694876827282277f52585d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0680327
Feb 04 19:41:54.456410 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48004) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:41:54.463598 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:41:54.474279 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] Sync routers for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:41:54.486644 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:41:54.487296 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084bad520>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:41:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:54.524513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-088fafa9-e2d8-4d94-8083-e19ecc378824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:54.550664 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-088fafa9-e2d8-4d94-8083-e19ecc378824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:54.575180 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:54.628654 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-94468859-59ec-46f3-8828-bb4178fc6db4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "DELETE /v2.0/floatingips/21b608f0-f3d6-48af-8ff4-bfd8a430910f HTTP/1.1" status: 204  len: 168 time: 3.0689902
Feb 04 19:41:54.629227 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:41:54.680540 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:41:54.683984 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'status': 'completed', 'code': 200}
Feb 04 19:41:54.700754 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-088fafa9-e2d8-4d94-8083-e19ecc378824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:54.759081 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fafa9-e2d8-4d94-8083-e19ecc378824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b30e16-748e-404e-92e7-be8f42695849,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:54.784374 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-088fafa9-e2d8-4d94-8083-e19ecc378824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:54.786141 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-088fafa9-e2d8-4d94-8083-e19ecc378824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37b30e16-748e-404e-92e7-be8f42695849 HTTP/1.1" status: 204  len: 168 time: 0.3287542
Feb 04 19:41:54.836751 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-92cb3247-2ca7-4c61-ae7f-0b8521b7433f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 1099 time: 0.0964496
Feb 04 19:41:55.032866 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084bad520>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:31Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:55.036935 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] Checking router: aa910945-9cf6-499c-98cb-db38fa1d9d59 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:41:55.049101 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-8cae9c7b-f911-4696-9aa6-48750cd7182e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:55.049435 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:41:55.050081 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084bad520>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:41:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:55.051448 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-8cae9c7b-f911-4696-9aa6-48750cd7182e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 200  len: 909 time: 0.2082782
Feb 04 19:41:55.058302 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86217581-cfbe-4a3e-b4d8-4c5fe547cbd7 req-88ed9add-202f-4616-b983-374b12dad3a9 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:55.059709 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86217581-cfbe-4a3e-b4d8-4c5fe547cbd7 req-88ed9add-202f-4616-b983-374b12dad3a9 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 945 time: 0.1330140
Feb 04 19:41:55.160124 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-b02dca5f-2a26-4cf1-a5d0-3ae2552b7d7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 200  len: 217 time: 0.0752470
Feb 04 19:41:55.179796 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-86217581-cfbe-4a3e-b4d8-4c5fe547cbd7 req-04b68a5e-6c96-4976-8a5b-eceb00f95123 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121964
Feb 04 19:41:55.267166 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:41:55.315742 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-2f1a9dd8-14ee-4ccb-a3b8-70c43b23a3fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:55.323132 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-2f1a9dd8-14ee-4ccb-a3b8-70c43b23a3fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 200  len: 848 time: 0.1248946
Feb 04 19:41:55.372409 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 101e2d59-7b41-4f29-9083-33ee64bb5ab9 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:41:55.379671 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566e728-2acb-47e0-b72c-e5f0de2935e6 req-7b70dd68-42cb-491f-9d77-b8c21b55b163 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:55.381201 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5566e728-2acb-47e0-b72c-e5f0de2935e6 req-7b70dd68-42cb-491f-9d77-b8c21b55b163 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1086814
Feb 04 19:41:55.426811 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:41:55.465997 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5566e728-2acb-47e0-b72c-e5f0de2935e6 req-f0cefb77-c3a3-40e6-bb1f-cf1e461cc83f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748777
Feb 04 19:41:55.517334 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-8e680305-bd29-4166-9955-d4f20f602413 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236140c-d82d-4575-8008-573da6504426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1892009
Feb 04 19:41:55.603984 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:41:55.615540 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:41:55.615540 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:55.620248 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d97b6-518f-4e61-8d1f-2513d419f0ce req-4d518647-811e-43a7-a970-d77708ba8930 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:55.621921 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3b7d97b6-518f-4e61-8d1f-2513d419f0ce req-4d518647-811e-43a7-a970-d77708ba8930 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.1958275
Feb 04 19:41:55.708973 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3b7d97b6-518f-4e61-8d1f-2513d419f0ce req-f150b0e9-2904-43c3-97ae-ef546965411e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723488
Feb 04 19:41:55.750757 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-db33c7d7-8d96-44b0-a33e-39d1974d5d06 service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177520
Feb 04 19:41:55.775785 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:55.828791 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:41:55.830149 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:41:55.864556 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084bad520>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:31Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:41:55.879149 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee1810-4238-4861-a8f6-69c021d8f999 None None] The sync data for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi is: [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:35:24Z', 'revision_number': 4, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db', 'name': '', 'network_id': 'e236140c-d82d-4575-8008-573da6504426', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'mac_address': 'fa:16:3e:97:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85466803-32a8-4fff-adcc-fba9176e5525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:22Z', 'updated_at': '2022-02-04T19:35:31Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'subnets': [{'id': '85466803-32a8-4fff-adcc-fba9176e5525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:41:55.925408 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:41:56.009117 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'code': 200}
Feb 04 19:41:56.091445 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=101e2d59-7b41-4f29-9083-33ee64bb5ab9,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:41:56.229584 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c6cf448d-134c-47bf-86c2-4bad3a2d9e4b req-7a320881-965d-43f6-8ef9-78b96126c94b service neutron] 10.222.0.60 "GET /v2.0/networks/e236140c-d82d-4575-8008-573da6504426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4705217
Feb 04 19:41:56.345481 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31540f1b-f43e-4d5e-a09c-a83c922cd5f3 None None] New status for floating IP 21b608f0-f3d6-48af-8ff4-bfd8a430910f: DOWN {{(pid=83676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:41:56.423459 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8c55-534e-41e0-b0ef-8336ea5c7335 req-9563cc44-df6a-4842-8ab9-d6c87f7249b2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:56.430411 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-947f8c55-534e-41e0-b0ef-8336ea5c7335 req-9563cc44-df6a-4842-8ab9-d6c87f7249b2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0957596
Feb 04 19:41:56.485909 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-947f8c55-534e-41e0-b0ef-8336ea5c7335 req-1c7d538c-6ab6-4fe4-a03f-a1d0dc1ea90b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544446
Feb 04 19:41:56.814398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9e357-7fcc-49a2-97f1-1ea5c3d2cd76 req-ec615495-4d6a-4b97-98fd-3571a9bcedf5 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:56.825323 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4bd9e357-7fcc-49a2-97f1-1ea5c3d2cd76 req-ec615495-4d6a-4b97-98fd-3571a9bcedf5 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1055877
Feb 04 19:41:56.867071 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-4bd9e357-7fcc-49a2-97f1-1ea5c3d2cd76 req-7ca39e7b-8159-4f72-bb5e-f694e2040c77 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408206
Feb 04 19:41:57.412296 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9bcf3-424f-43b1-af76-beae3a80ca1b req-eb8959a0-d52f-40ad-a96d-3026de7418d1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:57.413812 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-77b9bcf3-424f-43b1-af76-beae3a80ca1b req-eb8959a0-d52f-40ad-a96d-3026de7418d1 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0834632
Feb 04 19:41:57.476470 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-77b9bcf3-424f-43b1-af76-beae3a80ca1b req-dfb692bb-fe0d-4dde-a828-54aa43003544 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563312
Feb 04 19:41:57.722840 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d24a2e-e013-4d51-8955-c58e94b3aeed req-e67b3f4a-3a31-44b2-a23d-22634184f747 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:57.726788 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-85d24a2e-e013-4d51-8955-c58e94b3aeed req-e67b3f4a-3a31-44b2-a23d-22634184f747 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.1249673
Feb 04 19:41:57.776299 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-85d24a2e-e013-4d51-8955-c58e94b3aeed req-6eced81d-a756-4d15-a07b-c44c2df5aa10 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438824
Feb 04 19:41:58.087573 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325b5a9-2672-4a6f-a041-3e6d69e0bf64 req-271de6be-7a53-4b5b-970c-793800c25e35 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:58.088277 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e325b5a9-2672-4a6f-a041-3e6d69e0bf64 req-271de6be-7a53-4b5b-970c-793800c25e35 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Synchronizing usage tracker for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:41:58.174965 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-e325b5a9-2672-4a6f-a041-3e6d69e0bf64 req-271de6be-7a53-4b5b-970c-793800c25e35 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Unset dirty status for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:41:58.176301 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e325b5a9-2672-4a6f-a041-3e6d69e0bf64 req-271de6be-7a53-4b5b-970c-793800c25e35 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1687505
Feb 04 19:41:58.237786 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e325b5a9-2672-4a6f-a041-3e6d69e0bf64 req-670d9ca6-ded2-463a-a763-a2d7a7861166 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546651
Feb 04 19:41:58.747687 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a75f38-13d3-4c01-b15b-b21035c45057 req-16005f7a-36c7-42cf-bfaa-d70104c74f2a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:58.755881 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c5a75f38-13d3-4c01-b15b-b21035c45057 req-16005f7a-36c7-42cf-bfaa-d70104c74f2a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.1299829
Feb 04 19:41:58.799121 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c5a75f38-13d3-4c01-b15b-b21035c45057 req-afd90075-7bfc-46c4-8110-1b1d5b248900 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420766
Feb 04 19:41:59.001205 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5da3c9-c1e3-4937-9b42-36516ab606dc req-8469e9cb-b2c0-4da7-bff2-082463b853ad tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:59.004087 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3f5da3c9-c1e3-4937-9b42-36516ab606dc req-8469e9cb-b2c0-4da7-bff2-082463b853ad tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0888193
Feb 04 19:41:59.056610 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3f5da3c9-c1e3-4937-9b42-36516ab606dc req-6f4eb58c-5279-4e73-b4d6-ff5a3006e907 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468140
Feb 04 19:41:59.448083 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be2c9-5351-4f2b-a068-592259642fe4 req-7f7b8db1-ed11-4a41-94b7-76b37741c3f1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:41:59.449562 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-719be2c9-5351-4f2b-a068-592259642fe4 req-7f7b8db1-ed11-4a41-94b7-76b37741c3f1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0864277
Feb 04 19:41:59.497605 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-719be2c9-5351-4f2b-a068-592259642fe4 req-a50e968b-13f7-409e-b6ca-56b2a01257d9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396328
Feb 04 19:42:00.019448 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c7f22-b8ae-42b2-af1e-101e3517a57c req-48794119-c16c-4869-a813-d4c7a26046de tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:00.021196 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8b3c7f22-b8ae-42b2-af1e-101e3517a57c req-48794119-c16c-4869-a813-d4c7a26046de tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0788817
Feb 04 19:42:00.068895 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8b3c7f22-b8ae-42b2-af1e-101e3517a57c req-8b9349c8-93e2-4bfa-bca7-761f64e39b1e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415466
Feb 04 19:42:00.261644 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66c28d-e374-4fec-9a95-1eaee98f6d56 req-6694ad0b-fb7c-445b-a50a-a4d7fb0b1463 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:00.263106 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ed66c28d-e374-4fec-9a95-1eaee98f6d56 req-6694ad0b-fb7c-445b-a50a-a4d7fb0b1463 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0798955
Feb 04 19:42:00.314958 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ed66c28d-e374-4fec-9a95-1eaee98f6d56 req-1d57482c-f95e-407f-93d2-5de94d91b889 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458910
Feb 04 19:42:00.763960 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082649a-7394-4547-ba18-f296063d7199 req-5d19b7f5-ab36-49ca-b631-8327d1a227e4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:00.765914 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d082649a-7394-4547-ba18-f296063d7199 req-5d19b7f5-ab36-49ca-b631-8327d1a227e4 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0903378
Feb 04 19:42:00.812302 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d082649a-7394-4547-ba18-f296063d7199 req-5995bbca-d74c-4efd-bb78-b70823eebe0a tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406089
Feb 04 19:42:01.317612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67f30a-4fb7-4bfd-a3b1-09da0348c47a req-ab8feefd-5f1c-45e0-817c-1dac774d858c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:01.319919 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-da67f30a-4fb7-4bfd-a3b1-09da0348c47a req-ab8feefd-5f1c-45e0-817c-1dac774d858c tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0974402
Feb 04 19:42:01.370426 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-da67f30a-4fb7-4bfd-a3b1-09da0348c47a req-ff818b3c-f57b-45e1-95eb-724b82d72fec tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447578
Feb 04 19:42:01.547065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40754a-d475-4823-8e2d-b465e6bda2f4 req-2945728b-c34a-4f4e-839f-576529392516 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:01.549371 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3b40754a-d475-4823-8e2d-b465e6bda2f4 req-2945728b-c34a-4f4e-839f-576529392516 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0812037
Feb 04 19:42:01.596202 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3b40754a-d475-4823-8e2d-b465e6bda2f4 req-8a0b94cf-ad1d-4c23-b0a6-26cc80384d62 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403295
Feb 04 19:42:02.027019 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393528-0c81-4263-b99c-c05d7e74200d req-36d49ce5-bd6d-482e-bb7e-d0c2f2b1ece3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:02.028883 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8b393528-0c81-4263-b99c-c05d7e74200d req-36d49ce5-bd6d-482e-bb7e-d0c2f2b1ece3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0869098
Feb 04 19:42:02.077454 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8b393528-0c81-4263-b99c-c05d7e74200d req-29477c3e-dd3f-4f15-a34a-039e046aa3ad tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421302
Feb 04 19:42:02.642321 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d050-40fa-4e96-bcc6-0d6f848a7345 req-bc3a636f-eed0-45ef-ae31-ca83cd2e7117 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:02.651036 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b64d050-40fa-4e96-bcc6-0d6f848a7345 req-bc3a636f-eed0-45ef-ae31-ca83cd2e7117 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.1255629
Feb 04 19:42:02.728468 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b64d050-40fa-4e96-bcc6-0d6f848a7345 req-8481efdd-a2df-4286-a4d5-3298ac17c899 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765498
Feb 04 19:42:02.837130 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248533a-b14a-433f-a5c6-df2669f6434b req-55878f37-5fc5-41f9-9418-c1e2337ccc53 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:02.838548 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a248533a-b14a-433f-a5c6-df2669f6434b req-55878f37-5fc5-41f9-9418-c1e2337ccc53 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0957015
Feb 04 19:42:02.886755 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a248533a-b14a-433f-a5c6-df2669f6434b req-52abe5de-204c-4220-8d64-fa41ad16dec1 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417874
Feb 04 19:42:03.311625 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c409c-7e02-42a8-9e34-26d6ec5b40c3 req-87f8eb4b-b88e-456d-8f30-90c8eb37aea3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:03.313100 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-941c409c-7e02-42a8-9e34-26d6ec5b40c3 req-87f8eb4b-b88e-456d-8f30-90c8eb37aea3 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0903668
Feb 04 19:42:03.364538 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-941c409c-7e02-42a8-9e34-26d6ec5b40c3 req-4013200d-91ce-448e-b1df-088d836729cd tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456729
Feb 04 19:42:04.411630 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a82fbf-1758-450b-b6e0-0af926ca0692 req-83adce87-5338-454c-aaaa-6ba61eb45909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:04.411630 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d1a82fbf-1758-450b-b6e0-0af926ca0692 req-83adce87-5338-454c-aaaa-6ba61eb45909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.1052301
Feb 04 19:42:04.411630 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d1a82fbf-1758-450b-b6e0-0af926ca0692 req-847f626d-39c4-4f55-b818-671c015a12fb tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645697
Feb 04 19:42:04.412954 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24e203-1bfc-493a-ae72-778c40f52682 req-a09d0ada-4b99-4a00-9df0-83c2d1fb6773 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:04.412954 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3f24e203-1bfc-493a-ae72-778c40f52682 req-a09d0ada-4b99-4a00-9df0-83c2d1fb6773 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.1157987
Feb 04 19:42:04.412954 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3f24e203-1bfc-493a-ae72-778c40f52682 req-42407b64-1af0-439d-a8d8-eddf050ba38f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634592
Feb 04 19:42:04.582509 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a30c4-5421-44f6-960d-1c3f12f6b2a6 req-dcc1aca4-9a15-4b13-a625-622354a0b0f0 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:04.583958 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-aa1a30c4-5421-44f6-960d-1c3f12f6b2a6 req-dcc1aca4-9a15-4b13-a625-622354a0b0f0 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0763850
Feb 04 19:42:04.635021 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-aa1a30c4-5421-44f6-960d-1c3f12f6b2a6 req-8295ae33-e37b-4482-80e3-032d995352dc tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449686
Feb 04 19:42:05.311121 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f4e94-ebff-4f35-a83b-7b82af3282df req-202b2c61-2c77-4322-bc83-744bb6d20365 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:05.312594 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7a1f4e94-ebff-4f35-a83b-7b82af3282df req-202b2c61-2c77-4322-bc83-744bb6d20365 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0784335
Feb 04 19:42:05.357988 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7a1f4e94-ebff-4f35-a83b-7b82af3282df req-71098efb-e2b5-4333-a902-78b10bb3cec7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399148
Feb 04 19:42:05.534151 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0292e-9609-4bfd-949b-f88e102d0e05 req-699bb660-de1f-4436-81eb-f8a1c9db3aab tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:05.535643 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-97a0292e-9609-4bfd-949b-f88e102d0e05 req-699bb660-de1f-4436-81eb-f8a1c9db3aab tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.1454077
Feb 04 19:42:05.579417 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-97a0292e-9609-4bfd-949b-f88e102d0e05 req-d4db6cf1-fb50-4dcb-8368-a6fcec8be291 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377512
Feb 04 19:42:05.831924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0be0db-c0b4-4cf0-aec3-43ad3e1163f1 req-4afe8e4e-94ce-4051-8734-e0ec33b8d6d5 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:05.833305 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da0be0db-c0b4-4cf0-aec3-43ad3e1163f1 req-4afe8e4e-94ce-4051-8734-e0ec33b8d6d5 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0787690
Feb 04 19:42:05.878535 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-da0be0db-c0b4-4cf0-aec3-43ad3e1163f1 req-6e2f73f6-c3bf-4bfc-9b05-8a99a359c7ea tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386107
Feb 04 19:42:06.568460 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264853e0-c450-4ae1-aa55-ee681d916f5c req-9290c9fc-9cae-4175-b1df-9ebbe759caf5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:06.569979 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-264853e0-c450-4ae1-aa55-ee681d916f5c req-9290c9fc-9cae-4175-b1df-9ebbe759caf5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0778317
Feb 04 19:42:06.616382 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-264853e0-c450-4ae1-aa55-ee681d916f5c req-e49ab33f-43aa-47fa-8ac8-998b42bb8748 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403073
Feb 04 19:42:06.778887 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaffdc-97a1-4471-af20-aa5e38d9b5a8 req-3e6ddc16-8133-47f4-8273-6bada862680e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:06.780702 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5eaaffdc-97a1-4471-af20-aa5e38d9b5a8 req-3e6ddc16-8133-47f4-8273-6bada862680e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0803449
Feb 04 19:42:06.831308 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5eaaffdc-97a1-4471-af20-aa5e38d9b5a8 req-e83a2a02-0407-495d-b632-3a6062fb761f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452795
Feb 04 19:42:07.070767 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e50d75-e015-4f59-ad85-027cd2b90d99 req-1b79362f-a344-4087-b6a9-996a5b63f461 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:07.072179 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f0e50d75-e015-4f59-ad85-027cd2b90d99 req-1b79362f-a344-4087-b6a9-996a5b63f461 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0734775
Feb 04 19:42:07.121263 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f0e50d75-e015-4f59-ad85-027cd2b90d99 req-e92214e8-e126-484b-8176-6f0525ce548d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434120
Feb 04 19:42:07.831134 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e412ab7-4f2a-4d1e-ab09-575cc2b4d4cf req-0c1db6e8-e76b-4a18-ab47-ef55cd65c976 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:07.832705 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e412ab7-4f2a-4d1e-ab09-575cc2b4d4cf req-0c1db6e8-e76b-4a18-ab47-ef55cd65c976 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0802662
Feb 04 19:42:07.884594 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9e412ab7-4f2a-4d1e-ab09-575cc2b4d4cf req-066877c2-3484-4936-b88c-9a13080e91a7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446713
Feb 04 19:42:08.030338 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaae50-e7af-48f6-b042-3156d10b5e9c req-0f9924d8-9aeb-4ef6-8b47-8fc25a4a1d3d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:08.031789 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8afaae50-e7af-48f6-b042-3156d10b5e9c req-0f9924d8-9aeb-4ef6-8b47-8fc25a4a1d3d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0819499
Feb 04 19:42:08.077854 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8afaae50-e7af-48f6-b042-3156d10b5e9c req-8bce906c-c940-4691-8d05-ee27c5c25ec8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402308
Feb 04 19:42:08.315765 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb4a8a-7057-45ec-9f11-1159d31a4c7d req-ec5ed5b1-690e-4017-b384-ffc96f89e5e5 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:08.317335 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71cb4a8a-7057-45ec-9f11-1159d31a4c7d req-ec5ed5b1-690e-4017-b384-ffc96f89e5e5 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0752542
Feb 04 19:42:08.362919 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-71cb4a8a-7057-45ec-9f11-1159d31a4c7d req-9c0833eb-598b-46e4-8ed1-bc12bf33c00d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397136
Feb 04 19:42:08.916948 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:09.101773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790cbe5-72a8-4e8b-bdf9-d5baf5e87edc req-6358a81e-e5d6-4642-bd57-ce2bb1da0446 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:09.103206 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c790cbe5-72a8-4e8b-bdf9-d5baf5e87edc req-6358a81e-e5d6-4642-bd57-ce2bb1da0446 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0787721
Feb 04 19:42:09.153089 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c790cbe5-72a8-4e8b-bdf9-d5baf5e87edc req-3b6d8612-c3bc-4c34-b9d2-b0b212acb986 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444901
Feb 04 19:42:09.291215 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1956c-1103-43d9-8052-b2350cc99a7d req-82a79f48-c4c6-49da-957d-be9c7812e4ef tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:09.298437 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-33a1956c-1103-43d9-8052-b2350cc99a7d req-82a79f48-c4c6-49da-957d-be9c7812e4ef tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0796545
Feb 04 19:42:09.336828 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-33a1956c-1103-43d9-8052-b2350cc99a7d req-cb613a15-5589-43a9-869e-0e5233360612 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387211
Feb 04 19:42:09.561168 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b106f4-787a-4690-a0e1-b96b2fed8e5b req-e44fa1be-04a3-4a3a-a935-38f22227ae93 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:09.562656 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34b106f4-787a-4690-a0e1-b96b2fed8e5b req-e44fa1be-04a3-4a3a-a935-38f22227ae93 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0789649
Feb 04 19:42:09.606390 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34b106f4-787a-4690-a0e1-b96b2fed8e5b req-5d3880e4-40b0-4ffd-8af1-9d6642ba951b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383868
Feb 04 19:42:10.363054 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40021cb5-9060-4120-a00b-8031beb9fd47 req-910a7ec7-f648-4101-bc9d-836d3546f5d9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:10.364488 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-40021cb5-9060-4120-a00b-8031beb9fd47 req-910a7ec7-f648-4101-bc9d-836d3546f5d9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0741971
Feb 04 19:42:10.410257 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-40021cb5-9060-4120-a00b-8031beb9fd47 req-95f3dff5-9574-4a93-836b-4aec05bfbe40 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396125
Feb 04 19:42:10.543069 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bc1f6-8c53-4222-a643-018fff5577fc req-8a9620fd-f712-4a23-86db-fd672c7fca4c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:10.544402 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cc2bc1f6-8c53-4222-a643-018fff5577fc req-8a9620fd-f712-4a23-86db-fd672c7fca4c tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0891027
Feb 04 19:42:10.593916 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cc2bc1f6-8c53-4222-a643-018fff5577fc req-45061db0-5541-4278-ae66-35442882fb65 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436518
Feb 04 19:42:10.799670 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b8578-1711-417a-bbe8-fe94bf948435 req-6e282324-ce4f-4f9e-8b1f-ecc4c5e99601 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:10.800991 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1c1b8578-1711-417a-bbe8-fe94bf948435 req-6e282324-ce4f-4f9e-8b1f-ecc4c5e99601 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0768998
Feb 04 19:42:10.843909 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1c1b8578-1711-417a-bbe8-fe94bf948435 req-7acd5a2a-5481-476f-8b5b-c8424ce1602e tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369337
Feb 04 19:42:11.619243 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bbd38-2a55-4fca-88f3-e0a995f3c95a req-2eb68660-5596-4ef4-874c-55b873c4e75e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:11.620812 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-330bbd38-2a55-4fca-88f3-e0a995f3c95a req-2eb68660-5596-4ef4-874c-55b873c4e75e tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0773556
Feb 04 19:42:11.673379 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-330bbd38-2a55-4fca-88f3-e0a995f3c95a req-658f46d6-3c27-4c62-b068-597adb1d655b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458827
Feb 04 19:42:11.867626 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cff18-ad18-4d85-afb4-977e1c7e93be req-6378159b-486f-48b6-8dbb-9f9192ae9239 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:11.869555 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd9cff18-ad18-4d85-afb4-977e1c7e93be req-6378159b-486f-48b6-8dbb-9f9192ae9239 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0778952
Feb 04 19:42:11.915469 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd9cff18-ad18-4d85-afb4-977e1c7e93be req-12a205cf-4bad-4da0-b94c-26fe9eb524cf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399363
Feb 04 19:42:12.047231 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbfa87-5d26-4e0d-bebe-5ea35c8f2e0a req-c578f8e8-ed1f-4e04-b098-d93c64e2f8f1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:12.048666 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c1fbfa87-5d26-4e0d-bebe-5ea35c8f2e0a req-c578f8e8-ed1f-4e04-b098-d93c64e2f8f1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0799673
Feb 04 19:42:12.092302 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c1fbfa87-5d26-4e0d-bebe-5ea35c8f2e0a req-85e17059-b4bb-4adf-af9a-3bf07f5cb0a9 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382364
Feb 04 19:42:12.963214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8d860-ac64-4613-93bd-8994186e9a38 req-26ff39f3-2f5e-4869-9989-922c64f6bd66 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:12.964722 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-02b8d860-ac64-4613-93bd-8994186e9a38 req-26ff39f3-2f5e-4869-9989-922c64f6bd66 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.1533530
Feb 04 19:42:13.008817 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-02b8d860-ac64-4613-93bd-8994186e9a38 req-d25aec7f-b34b-4c4c-aeb2-50c866035cde tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388405
Feb 04 19:42:13.107153 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b956d-6465-4f5a-a51b-46554c550531 req-865d87da-c6c0-45a7-9eeb-4914cf5ec165 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:13.108563 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d50b956d-6465-4f5a-a51b-46554c550531 req-865d87da-c6c0-45a7-9eeb-4914cf5ec165 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0734670
Feb 04 19:42:13.153830 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d50b956d-6465-4f5a-a51b-46554c550531 req-65221e9d-137d-4856-af33-672fa70643e5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396249
Feb 04 19:42:13.284893 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd298ef5-886e-4069-b272-9a17935ac240 req-5bca8e4f-98bc-47d3-be91-fa2d00596275 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:13.286217 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fd298ef5-886e-4069-b272-9a17935ac240 req-5bca8e4f-98bc-47d3-be91-fa2d00596275 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0752654
Feb 04 19:42:13.328895 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fd298ef5-886e-4069-b272-9a17935ac240 req-4ad593f2-c83b-4146-aa2b-752754c697b2 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366559
Feb 04 19:42:14.219157 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d8b6c-f367-4a2f-b87e-a83681a91688 req-80c7272d-0a6c-4c23-bde3-8f0c387aeb89 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:14.220596 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6b1d8b6c-f367-4a2f-b87e-a83681a91688 req-80c7272d-0a6c-4c23-bde3-8f0c387aeb89 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0797362
Feb 04 19:42:14.281282 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6b1d8b6c-f367-4a2f-b87e-a83681a91688 req-e59c6c12-0f07-4fac-a144-b499e6d637a9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548694
Feb 04 19:42:14.353270 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8dca2-1624-4f1c-9114-9efe58a7ffc7 req-00ffcf4b-27f5-434f-aeed-61e8bbafc7c6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:14.354701 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3cd8dca2-1624-4f1c-9114-9efe58a7ffc7 req-00ffcf4b-27f5-434f-aeed-61e8bbafc7c6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0753391
Feb 04 19:42:14.399935 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3cd8dca2-1624-4f1c-9114-9efe58a7ffc7 req-b2003552-dbf3-489a-bba0-600a30ce00e6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395939
Feb 04 19:42:14.524932 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb7cc0-fd48-4141-bf83-42dfd9a40137 req-92e173b2-a60b-41da-a417-19abecb162f2 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:14.526501 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7deb7cc0-fd48-4141-bf83-42dfd9a40137 req-92e173b2-a60b-41da-a417-19abecb162f2 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0744431
Feb 04 19:42:14.575068 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7deb7cc0-fd48-4141-bf83-42dfd9a40137 req-402247c6-8d49-4ada-aeae-476de74d5849 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431018
Feb 04 19:42:15.492821 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88c4e3-6b5f-4982-9a96-a176cea9910b req-4339b690-9755-45b6-8881-b698352bf8a0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:15.494294 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd88c4e3-6b5f-4982-9a96-a176cea9910b req-4339b690-9755-45b6-8881-b698352bf8a0 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0779381
Feb 04 19:42:15.538648 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cd88c4e3-6b5f-4982-9a96-a176cea9910b req-ec3fa1df-1ccc-4619-b91b-43c5e948445a tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389230
Feb 04 19:42:15.591268 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8012d-9ab9-4cd9-afa6-fe15c90efbad req-a2158229-1f80-4010-8d8c-d9b86fa96d21 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:15.592622 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8ed8012d-9ab9-4cd9-afa6-fe15c90efbad req-a2158229-1f80-4010-8d8c-d9b86fa96d21 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0737960
Feb 04 19:42:15.637572 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8ed8012d-9ab9-4cd9-afa6-fe15c90efbad req-9538612e-e696-4a3b-ab09-f6c5cfcde08a tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395348
Feb 04 19:42:15.768337 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02423c71-66ff-45ed-9f6f-12ffd47626c7 req-8eaa2769-fefa-4225-93e9-d5c1baca142d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:15.769795 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-02423c71-66ff-45ed-9f6f-12ffd47626c7 req-8eaa2769-fefa-4225-93e9-d5c1baca142d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0752747
Feb 04 19:42:15.813328 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-02423c71-66ff-45ed-9f6f-12ffd47626c7 req-44492b94-90cc-4b88-96df-4cbf6537faae tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381129
Feb 04 19:42:16.765306 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfa675-5f9a-4e7d-8e29-1dbc7d7e86aa req-b9ff3d26-9d5e-464e-870b-6505c7ecc796 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:16.766757 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34bfa675-5f9a-4e7d-8e29-1dbc7d7e86aa req-b9ff3d26-9d5e-464e-870b-6505c7ecc796 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0892644
Feb 04 19:42:16.812382 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-34bfa675-5f9a-4e7d-8e29-1dbc7d7e86aa req-11c3e4c8-fcf9-49c1-bee1-7134144a13e3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400379
Feb 04 19:42:16.862615 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb703e-6cf9-4cc7-9717-ba9e3ff3c649 req-47962e74-6739-4b11-ba34-212cbbbfda0d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:16.864053 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9eeb703e-6cf9-4cc7-9717-ba9e3ff3c649 req-47962e74-6739-4b11-ba34-212cbbbfda0d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0866890
Feb 04 19:42:16.957815 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9eeb703e-6cf9-4cc7-9717-ba9e3ff3c649 req-2a187d23-35ad-4803-92df-99018f4e4794 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642467
Feb 04 19:42:16.970355 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b27d530-089e-45d2-887e-7839bac21ca2 req-54d9f557-6c9a-4292-a98a-d3f7ab5cff4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 1099 time: 0.1051371
Feb 04 19:42:17.017923 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1b27d530-089e-45d2-887e-7839bac21ca2 req-40c05654-ea2c-42db-87ce-15d1dec881fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392296
Feb 04 19:42:17.026156 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac6d3-42b6-41e8-b1f2-9fcca7f9d1ba req-c56812e0-2fb3-416e-8d0b-586a3c252ef1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:17.027574 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e08ac6d3-42b6-41e8-b1f2-9fcca7f9d1ba req-c56812e0-2fb3-416e-8d0b-586a3c252ef1 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.0817597
Feb 04 19:42:17.072881 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e08ac6d3-42b6-41e8-b1f2-9fcca7f9d1ba req-1ddf51f4-4511-4dce-bb9e-9bf786a96ad5 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399435
Feb 04 19:42:17.859870 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-999bb5e7-ca43-4149-94da-8b64897be820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:18.031891 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14fb0-149f-488d-a7dd-39155516ab92 req-d50055ad-ee47-487d-aaf6-731f1d825489 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:18.033336 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-31a14fb0-149f-488d-a7dd-39155516ab92 req-d50055ad-ee47-487d-aaf6-731f1d825489 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0744524
Feb 04 19:42:18.077822 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-31a14fb0-149f-488d-a7dd-39155516ab92 req-045a6f59-60aa-497e-bfff-12c86e525dcc tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390615
Feb 04 19:42:18.163094 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b439b4c-2b7a-4fe0-a26b-ff668300b22a req-a44aecb5-d365-4186-9222-a6129264430a tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:18.164514 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9b439b4c-2b7a-4fe0-a26b-ff668300b22a req-a44aecb5-d365-4186-9222-a6129264430a tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0778871
Feb 04 19:42:18.209282 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9b439b4c-2b7a-4fe0-a26b-ff668300b22a req-42619db8-f49e-4aae-8326-5cff82e20c64 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391579
Feb 04 19:42:18.324130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53b262-de37-4373-b226-5929a468f5ee req-47618b66-82a5-4c0d-b032-57372f9d2afe tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:18.325571 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9f53b262-de37-4373-b226-5929a468f5ee req-47618b66-82a5-4c0d-b032-57372f9d2afe tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1292243
Feb 04 19:42:18.335635 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-4ef58076-0be0-4ab7-ba0b-5f4c713f856d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:18.336961 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-4ef58076-0be0-4ab7-ba0b-5f4c713f856d tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.60 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 946 time: 0.1072049
Feb 04 19:42:18.430313 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Deleting port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:18.430646 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:18.460019 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9f53b262-de37-4373-b226-5929a468f5ee req-44f5577b-e7e9-4ab3-86ed-d76ff0b0ca7b tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/security-groups?id=c52a07fa-5775-4f95-b8ff-2ea8183f18ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212769
Feb 04 19:42:18.697856 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] For port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:18.698201 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:18.816605 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Calling delete_port for aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:19.031277 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:19.078884 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event deleted for resources: {'Port': ['ID=aee1d902-f6cf-4572-8ad6-79aa4c4a0d12,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:19.154498 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] No DVR routers for this DVR port aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:42:19.157415 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:19.160585 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-deleted', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:42:19.218332 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0c4f2-b5ea-47b5-be95-4ec985cd979a', 'name': 'network-vif-deleted', 'tag': 'aee1d902-f6cf-4572-8ad6-79aa4c4a0d12', 'status': 'completed', 'code': 200}
Feb 04 19:42:19.263008 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fa88e906-b23f-48e2-ba69-0ff3779eacd5 req-b777d5d9-f0a3-49eb-9a32-bbc141a9ff9f tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.60 "DELETE /v2.0/ports/aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 HTTP/1.1" status: 204  len: 173 time: 0.9108655
Feb 04 19:42:19.299523 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d754237-6944-475b-bc75-d56adb26c269 req-25118477-8484-42e1-bec9-33d8ad6d0138 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:19.301862 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1d754237-6944-475b-bc75-d56adb26c269 req-25118477-8484-42e1-bec9-33d8ad6d0138 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0824699
Feb 04 19:42:19.360871 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1d754237-6944-475b-bc75-d56adb26c269 req-63cf93bc-4cda-42ae-b862-51ea0c9a1fb8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519233
Feb 04 19:42:19.517966 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beef5a0-bad7-493c-8a52-48e2041cec7a req-17d306d2-d80e-4cdf-b5cf-713637a59626 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:19.519470 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8beef5a0-bad7-493c-8a52-48e2041cec7a req-17d306d2-d80e-4cdf-b5cf-713637a59626 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.1755373
Feb 04 19:42:19.572469 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8beef5a0-bad7-493c-8a52-48e2041cec7a req-355d4e37-ab57-46bc-a685-72eb13e8d871 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439010
Feb 04 19:42:19.631206 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-991aa2fc-a4ac-4585-a8ad-8567a98d5af5 req-bd46b4b6-9985-46a5-a0a9-4aa7d9a62d40 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 210 time: 0.0410340
Feb 04 19:42:19.894077 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-439b86e5-a366-4321-aa93-4eabef9bf4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:20.576049 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a5c6-cce2-45ea-a667-e263b1e4e743 req-faa53909-5036-4240-beee-3b65302105ba tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:20.577509 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9016a5c6-cce2-45ea-a667-e263b1e4e743 req-faa53909-5036-4240-beee-3b65302105ba tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0775955
Feb 04 19:42:20.622106 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9016a5c6-cce2-45ea-a667-e263b1e4e743 req-4db74d11-70e2-47af-8dd3-b9948108f7c7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389674
Feb 04 19:42:20.773937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5719b0-ff93-4f02-9e65-b39d8e4b6610 req-c8fb909d-a660-4b78-a130-ce630f5e1c6d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:20.775502 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc5719b0-ff93-4f02-9e65-b39d8e4b6610 req-c8fb909d-a660-4b78-a130-ce630f5e1c6d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0795820
Feb 04 19:42:20.823089 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fc5719b0-ff93-4f02-9e65-b39d8e4b6610 req-358a4743-cc37-4eb3-bb0c-d255dc26197b tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417826
Feb 04 19:42:20.824930 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-b5b98587-98d8-48f4-9055-066b0fe0da56 req-c326bf60-487d-4d89-9f16-894a1b9aff78 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Synchronizing usage tracker for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:42:20.938761 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-b5b98587-98d8-48f4-9055-066b0fe0da56 req-c326bf60-487d-4d89-9f16-894a1b9aff78 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Unset dirty status for tenant:aaa14d85b2d042229a98e5b6353f2fa1 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:42:20.940018 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b5b98587-98d8-48f4-9055-066b0fe0da56 req-c326bf60-487d-4d89-9f16-894a1b9aff78 tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "GET /v2.0/ports?device_id=65a0c4f2-b5ea-47b5-be95-4ec985cd979a HTTP/1.1" status: 200  len: 210 time: 0.1561255
Feb 04 19:42:21.027451 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3879-ced5-40fc-8855-e998e370fa48 req-612f6939-8956-4ee8-84e2-1d05861cad38 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:21.028884 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5fbb3879-ced5-40fc-8855-e998e370fa48 req-612f6939-8956-4ee8-84e2-1d05861cad38 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0874772
Feb 04 19:42:21.075553 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5fbb3879-ced5-40fc-8855-e998e370fa48 req-f7409b4c-e7aa-469f-94d0-95df95b45636 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409908
Feb 04 19:42:21.106353 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48364) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:21.145977 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:21.369799 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6da921e6-d517-4570-aff4-2451043d9af6 tempest-TestVolumeBootPattern-1588308716 tempest-TestVolumeBootPattern-1588308716-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 1094 time: 0.2623246
Feb 04 19:42:21.372515 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48370) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:21.377513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'port_id': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:42:21.382661 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:21.386937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Usage tracker for resource:floatingip and tenant:1b4e55fbd8b74ea38b37f03bc061815e is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:21.390017 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:21.395569 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:21.482378 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:21.507833 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:42:21.515494 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:42:21.551518 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:42:21.551853 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device aee1d902-f6cf-4572-8ad6-79aa4c4a0d12 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:42:21.616993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:21.677645 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:21.693191 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'port_id': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'mac_address': 'fa:16:3e:92:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:42:21.755507 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:21.777617 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd541567-7ec8-43be-b3bf-530c2823ccae {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:42:21.779941 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Allocated IP 172.27.3.178 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/34482186-cf5e-4aa1-951b-83b782fd9ce1) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:42:21.794793 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:21.842015 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0750d31-ab2e-4a5f-8ac7-cfa3ea299c24 req-8d815d19-40a8-47e4-859b-81454ed96cce tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:21.843495 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d0750d31-ab2e-4a5f-8ac7-cfa3ea299c24 req-8d815d19-40a8-47e4-859b-81454ed96cce tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 944 time: 0.0807102
Feb 04 19:42:21.871606 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:21.891098 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d0750d31-ab2e-4a5f-8ac7-cfa3ea299c24 req-794b2a91-ca7e-4e08-aaa3-2d49f57bfeae tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418081
Feb 04 19:42:21.922978 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:21.988095 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=9']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:21.996734 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:21.997240 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.002655 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:22.011909 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:22.055294 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48382) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:22.128296 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-59253eeb-f701-4b04-ba71-a5fa1683f1cc tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:22.157557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-59253eeb-f701-4b04-ba71-a5fa1683f1cc tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:22.167625 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:22.255850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:42:22.259493 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:42:22.264390 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:42:22.291554 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=34482186-cf5e-4aa1-951b-83b782fd9ce1,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:22.413744 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-59253eeb-f701-4b04-ba71-a5fa1683f1cc tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:22.444022 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253eeb-f701-4b04-ba71-a5fa1683f1cc tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a07fa-5775-4f95-b8ff-2ea8183f18ae,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:22.461984 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['dd541567-7ec8-43be-b3bf-530c2823ccae'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:42:22.545942 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-59253eeb-f701-4b04-ba71-a5fa1683f1cc tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:22.549483 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-59253eeb-f701-4b04-ba71-a5fa1683f1cc tempest-TestShelveInstance-487403317 tempest-TestShelveInstance-487403317-project] 10.222.0.13 "DELETE /v2.0/security-groups/c52a07fa-5775-4f95-b8ff-2ea8183f18ae HTTP/1.1" status: 204  len: 168 time: 0.4908314
Feb 04 19:42:22.709446 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48392) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:22.844130 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:22.978734 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.298602 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416418be-b038-4137-b067-2e64c132eaf8 req-3d840728-1363-4df6-91cc-e5393e47afa9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:23.300052 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-416418be-b038-4137-b067-2e64c132eaf8 req-3d840728-1363-4df6-91cc-e5393e47afa9 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 945 time: 0.2690799
Feb 04 19:42:23.378668 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.381743 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-416418be-b038-4137-b067-2e64c132eaf8 req-95b9b152-48ac-4930-9d74-95114c541cb6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723190
Feb 04 19:42:23.420014 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.507257 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:42:23.575945 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port dd541567-7ec8-43be-b3bf-530c2823ccae triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:42:23.576306 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.627149 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.692401 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.720517 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:42:23.730272 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:23.760714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event updated for resources: {'Port': ['ID=34482186-cf5e-4aa1-951b-83b782fd9ce1,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:23.779948 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'code': 200}
Feb 04 19:42:23.795882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.839709 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48422) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:23.859634 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.876853 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:23.947785 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=10']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:23.991670 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:24.024594 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:24.028370 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Usage tracker for resource:security_group_rule and tenant:90a1e978e86a4cd586d9eafb15c96d5a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:24.031194 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:24.036892 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:24.106121 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:24.160353 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Floating IP 4ef4fbb0-d1d9-4d00-a4d4-3656d60b4bda associated. External IP: 172.27.3.178, port: 101e2d59-7b41-4f29-9083-33ee64bb5ab9.
Feb 04 19:42:24.168590 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:24.215464 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0d8e0-2121-48e1-9803-6d5d3935be11,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:24.223997 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48430) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:24.224969 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-58915986-a421-468a-830c-1b5fbb051932 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90a1e978e86a4cd586d9eafb15c96d5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3841648
Feb 04 19:42:24.298989 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6725400c-6127-4596-b2b9-e2d9ff00db3d req-7f6db797-149f-4bad-81d2-33cf69cebb87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1100 time: 0.1420970
Feb 04 19:42:24.344471 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-6725400c-6127-4596-b2b9-e2d9ff00db3d req-f32e94bc-e80f-428b-8d81-7bb8dc244605 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386600
Feb 04 19:42:24.446969 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff716-1b4e-4ca2-b779-888a7a43aea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:24.585115 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff716-1b4e-4ca2-b779-888a7a43aea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:24.764666 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983fc0-a23a-4ece-8e08-6562988a6c21 req-9d194207-984c-4fdd-b165-60ecf96ebdcf tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:24.766129 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b4983fc0-a23a-4ece-8e08-6562988a6c21 req-9d194207-984c-4fdd-b165-60ecf96ebdcf tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.2432823
Feb 04 19:42:24.899226 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff716-1b4e-4ca2-b779-888a7a43aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:24.905174 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b4983fc0-a23a-4ece-8e08-6562988a6c21 req-8f5fd42c-9200-4201-b8ba-d944eb6563b8 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267416
Feb 04 19:42:24.927658 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ff716-1b4e-4ca2-b779-888a7a43aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0d8e0-2121-48e1-9803-6d5d3935be11,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:25.080737 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff716-1b4e-4ca2-b779-888a7a43aea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:25.081862 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-1a6ff716-1b4e-4ca2-b779-888a7a43aea6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eca0d8e0-2121-48e1-9803-6d5d3935be11 HTTP/1.1" status: 204  len: 168 time: 0.8569622
Feb 04 19:42:25.241101 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Deleting port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:25.241443 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:25.373644 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:42:25.495843 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] For port 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:25.496118 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:25.622941 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Calling delete_port for 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db owned by network:router_interface {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:25.734034 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48440) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:25.752392 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:25.786354 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:25.789981 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec472d67fab4b1d950b57defa159963 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:25.792938 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:25.799090 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:25.829087 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:42:25.849820 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:42:25.862900 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:42:25.863789 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848ae070>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:42:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:25.880821 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:25.942567 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:25.968257 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:25.973716 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:26.040298 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:26.062285 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:42:26.076265 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ec472d67fab4b1d950b57defa159963&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3382428
Feb 04 19:42:26.076265 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48454) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:26.091455 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d6387f6e-9a6c-4c39-8483-f1ea1e70aaee tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.7179527
Feb 04 19:42:26.092250 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:42:26.122517 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73e612-9e13-4509-9f09-713bf27cf492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3230ef-643b-44a4-9d2f-e41e9a5f8e62,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:26.288879 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f35a8f83-70f6-48e6-b2d3-4e65a8a0f031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:26.366490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512dff5-247f-4467-9ec9-f492bc836ac5 req-dbb04e68-ceb7-453f-88c9-7537a9eea0f6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:26.367741 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e512dff5-247f-4467-9ec9-f492bc836ac5 req-dbb04e68-ceb7-453f-88c9-7537a9eea0f6 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.2267270
Feb 04 19:42:26.377306 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f35a8f83-70f6-48e6-b2d3-4e65a8a0f031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:26.470463 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'status': 'completed', 'code': 200}
Feb 04 19:42:26.490203 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e512dff5-247f-4467-9ec9-f492bc836ac5 req-c58d5784-0867-45ff-a6f6-028432194a97 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643849
Feb 04 19:42:26.512758 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:26.567455 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f35a8f83-70f6-48e6-b2d3-4e65a8a0f031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:26.572400 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848ae070>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '4ef4fbb0-d1d9-4d00-a4d4-3656d60b4bda', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:06:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fcec98-c5c5-4250-846e-6abfe483163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:42:22Z', 'updated_at': '2022-02-04T19:42:22Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}, {'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:28Z', 'revision_number': 1, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:26.576424 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:42:26.585634 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8f83-70f6-48e6-b2d3-4e65a8a0f031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3230ef-643b-44a4-9d2f-e41e9a5f8e62,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:26.588656 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:42:26.589290 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30848ae070>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:42:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:26.613307 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f35a8f83-70f6-48e6-b2d3-4e65a8a0f031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:26.614424 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f35a8f83-70f6-48e6-b2d3-4e65a8a0f031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f3230ef-643b-44a4-9d2f-e41e9a5f8e62 HTTP/1.1" status: 204  len: 168 time: 0.5114272
Feb 04 19:42:26.639875 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-c2440613-80cd-44fb-9516-440d99b27a8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 1099 time: 0.1167324
Feb 04 19:42:26.802558 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-0ee43931-81d9-4a49-a81f-111a0cfa4573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:26.807112 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-0ee43931-81d9-4a49-a81f-111a0cfa4573 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.1590693
Feb 04 19:42:26.825784 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:42:26.918260 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-3eceedfc-60d5-4438-8c5c-398dce1ff2ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9 HTTP/1.1" status: 200  len: 1000 time: 0.1046395
Feb 04 19:42:26.992838 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-0ca4c3e6-994c-4577-9c9e-9e8b8cecc6d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:26.994353 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-0ca4c3e6-994c-4577-9c9e-9e8b8cecc6d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0695653
Feb 04 19:42:27.094299 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-72293378-f233-46c9-ab46-bc9815ecef49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0939994
Feb 04 19:42:27.105232 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-0ea11bc8-3863-4973-a507-e21f6f47c8d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83673) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:42:27.106473 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-0ea11bc8-3863-4973-a507-e21f6f47c8d2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056181
Feb 04 19:42:27.296966 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-427a1ee8-396a-4dbd-8304-b8a3b04dd578 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751432
Feb 04 19:42:27.349179 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30848ae070>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '4ef4fbb0-d1d9-4d00-a4d4-3656d60b4bda', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:06:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fcec98-c5c5-4250-846e-6abfe483163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:42:22Z', 'updated_at': '2022-02-04T19:42:22Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}, {'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:28Z', 'revision_number': 1, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:27.354202 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b83a5-a40e-4ac2-9ad2-cec46d5bce94 None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '4ef4fbb0-d1d9-4d00-a4d4-3656d60b4bda', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:06:d3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fcec98-c5c5-4250-846e-6abfe483163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:42:22Z', 'updated_at': '2022-02-04T19:42:22Z', 'revision_number': 0, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}, {'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:28Z', 'revision_number': 1, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:42:27.369498 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Router aa910945-9cf6-499c-98cb-db38fa1d9d59 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:42:27.445438 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-b7fce0d6-dd18-4783-8fde-84b7f87bdd28 req-baca9e74-b45a-401c-91a7-85237e26b384 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420197
Feb 04 19:42:27.577730 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:42:27.582620 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-960b4346-bf24-4e19-8a1d-75501ec9c4ec admin admin] 10.222.0.13 "PUT /v2.0/routers/aa910945-9cf6-499c-98cb-db38fa1d9d59/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8721464
Feb 04 19:42:27.585080 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48504) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:27.588494 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] Sync routers for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:42:27.602123 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:42:27.603358 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a0d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:42:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:27.651601 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e26aeb-d24b-4d32-8d84-bc58d4b959f6 None None] New status for floating IP 4ef4fbb0-d1d9-4d00-a4d4-3656d60b4bda: ACTIVE {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:42:27.820054 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e51d29-d351-4400-81d1-5f49e1cadbc6 req-db74c048-e02e-40a9-a020-b79d7e769d73 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:27.822535 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-97e51d29-d351-4400-81d1-5f49e1cadbc6 req-db74c048-e02e-40a9-a020-b79d7e769d73 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.1041296
Feb 04 19:42:27.940907 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-97e51d29-d351-4400-81d1-5f49e1cadbc6 req-dbdac39e-9e2a-4354-8f93-d45959bb2b20 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119010
Feb 04 19:42:28.003327 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks [] for router, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:28.014471 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:42:28.229186 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:28.293455 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a0d0>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:42:25Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:28.299898 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] Checking router: aa910945-9cf6-499c-98cb-db38fa1d9d59 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:42:28.307986 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] Routers {'aa910945-9cf6-499c-98cb-db38fa1d9d59'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:42:28.308558 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a0d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:42:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['aa910945-9cf6-499c-98cb-db38fa1d9d59'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:28.379295 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Deleting port 93536337-b528-4e0c-9b18-13ba81485eea {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:28.379596 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:28.486442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] Set router aa910945-9cf6-499c-98cb-db38fa1d9d59 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:42:28.558684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] For port 93536337-b528-4e0c-9b18-13ba81485eea, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=93536337-b528-4e0c-9b18-13ba81485eea,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:28.559036 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:28.682898 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Calling delete_port for 93536337-b528-4e0c-9b18-13ba81485eea owned by network:router_gateway {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:28.778800 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a0d0>, [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:42:25Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:28.782715 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e9ffd-7ef2-490a-885d-3596a0360986 None None] The sync data for ids ['aa910945-9cf6-499c-98cb-db38fa1d9d59'] in dv-cinder-827242-1-iscsi is: [{'id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'name': 'tempest-TestShelveInstance-1531838738-router', 'tenant_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '93536337-b528-4e0c-9b18-13ba81485eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:17Z', 'updated_at': '2022-02-04T19:42:25Z', 'revision_number': 5, 'project_id': 'aaa14d85b2d042229a98e5b6353f2fa1', 'gw_port': {'id': '93536337-b528-4e0c-9b18-13ba81485eea', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ab:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa910945-9cf6-499c-98cb-db38fa1d9d59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:18Z', 'updated_at': '2022-02-04T19:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:42:28.991252 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:29.040785 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=93536337-b528-4e0c-9b18-13ba81485eea,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:29.320595 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045bec-f104-4736-8549-371190a3b18f req-429dd718-08e1-4834-a738-787cb6c95644 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:29.322596 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ae045bec-f104-4736-8549-371190a3b18f req-429dd718-08e1-4834-a738-787cb6c95644 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.2453191
Feb 04 19:42:29.323274 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:29.698884 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ae045bec-f104-4736-8549-371190a3b18f req-3b488ef7-de21-4dd2-8300-f5df649270d3 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3230550
Feb 04 19:42:29.703338 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:29.707853 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:29.715828 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:42:29.751004 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:42:29.751348 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 3fff7cb7-ff38-4187-96a9-e8d2ffa1d7db not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:42:29.836901 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:29.837766 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa910945-9cf6-499c-98cb-db38fa1d9d59 {{(pid=83673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:42:29.850728 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:29.854536 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-2658770c-5ffa-4e51-b47d-853740db5c0f admin admin] 10.222.0.13 "DELETE /v2.0/routers/aa910945-9cf6-499c-98cb-db38fa1d9d59 HTTP/1.1" status: 204  len: 168 time: 2.2657535
Feb 04 19:42:29.854816 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48538) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:29.915233 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] Deleting subnet 85466803-32a8-4fff-adcc-fba9176e5525 {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:42:29.918109 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:29.969523 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.094475 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.236789 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.275118 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85466803-32a8-4fff-adcc-fba9176e5525,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:30.281411 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.287337 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42822637-e6fa-4931-892d-4b79a2cce488 None None] Network e236140c-d82d-4575-8008-573da6504426 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:42:30.287784 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-8cc82bd9-e944-44f5-846e-ad29b608be4e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85466803-32a8-4fff-adcc-fba9176e5525 HTTP/1.1" status: 204  len: 168 time: 0.4319131
Feb 04 19:42:30.290173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48550) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:30.399723 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.412798 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Deleting port e4a842a8-d1bc-463e-8685-124e214f1560 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:30.413138 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.570512 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] DHCP port deletion for e236140c-d82d-4575-8008-573da6504426 request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:42:30.575055 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Deleting port e4a842a8-d1bc-463e-8685-124e214f1560 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:30.575481 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.622685 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] For port e4a842a8-d1bc-463e-8685-124e214f1560, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e4a842a8-d1bc-463e-8685-124e214f1560,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:30.623041 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.749343 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Calling delete_port for e4a842a8-d1bc-463e-8685-124e214f1560 owned by network:dhcp {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:30.776724 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] For port e4a842a8-d1bc-463e-8685-124e214f1560, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e4a842a8-d1bc-463e-8685-124e214f1560,segment=NetworkSegment(2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9),segment_id=2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:30.777098 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.910987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:30.930893 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Calling delete_port for e4a842a8-d1bc-463e-8685-124e214f1560 owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:30.957349 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a842a8-d1bc-463e-8685-124e214f1560,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:30.963421 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] No DVR routers for this DVR port e4a842a8-d1bc-463e-8685-124e214f1560 on host dv-cinder-827242-1-iscsi {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:42:31.000640 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:42:31.000962 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:42:31.075688 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:31.103015 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f30847ab490>,) {'filters': {'network_id': ['e236140c-d82d-4575-8008-573da6504426']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:31.114743 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f30847ab490>, '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:31.115024 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f30847ab490>, '2f4326c5-b8e0-4fdb-a10c-1104a4bc2ba9') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:31.126434 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:31.141693 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:31.147389 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:42:31.147755 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:42:31.160167 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:42:31.299261 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:31.304009 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:31.331608 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=e236140c-d82d-4575-8008-573da6504426,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:31.426106 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ccb9b06f-a954-49d4-800b-3c785a747d5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/e236140c-d82d-4575-8008-573da6504426 HTTP/1.1" status: 204  len: 168 time: 1.1348732
Feb 04 19:42:31.429003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48568) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:31.502005 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Deleting port e4a842a8-d1bc-463e-8685-124e214f1560 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:31.502927 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:31.569667 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-eaed3473-9247-41ec-a69a-72a33ea9cc41 None None] The port 'e4a842a8-d1bc-463e-8685-124e214f1560' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:42:31.691993 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e4a842a8-d1bc-463e-8685-124e214f1560 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:42:31.728190 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: e4a842a8-d1bc-463e-8685-124e214f1560 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:42:31.728524 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e4a842a8-d1bc-463e-8685-124e214f1560 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:42:31.729183 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 93536337-b528-4e0c-9b18-13ba81485eea no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:42:31.760465 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 93536337-b528-4e0c-9b18-13ba81485eea {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:42:31.760804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 93536337-b528-4e0c-9b18-13ba81485eea not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:42:31.858840 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:32.367136 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:42:32.531794 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Deleting port 101f94f0-fbd7-43fc-b6be-ae5d86f47317 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:32.532344 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:32.701997 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] For port 101f94f0-fbd7-43fc-b6be-ae5d86f47317, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=101f94f0-fbd7-43fc-b6be-ae5d86f47317,segment=NetworkSegment(932bdbbe-946a-4f3c-b05c-b49f8b12624c),segment_id=932bdbbe-946a-4f3c-b05c-b49f8b12624c)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:32.702336 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:32.820461 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Calling delete_port for 101f94f0-fbd7-43fc-b6be-ae5d86f47317 owned by network:router_interface {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:33.036251 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:33.079752 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Pushing event deleted for resources: {'Port': ['ID=101f94f0-fbd7-43fc-b6be-ae5d86f47317,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:33.358046 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:34.027937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Router 7a3c980c-d587-4c9f-94d4-15da460a167f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:42:34.232305 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:42:34.240917 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] Sync routers for ids ['7a3c980c-d587-4c9f-94d4-15da460a167f'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:42:34.241428 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5a349d99-a95f-41ff-a647-1e9ccdddc406 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a3c980c-d587-4c9f-94d4-15da460a167f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8111904
Feb 04 19:42:34.243721 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48596) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:34.252721 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] Routers {'7a3c980c-d587-4c9f-94d4-15da460a167f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:42:34.253357 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846886d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:42:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['7a3c980c-d587-4c9f-94d4-15da460a167f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:34.433094 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] Set router 7a3c980c-d587-4c9f-94d4-15da460a167f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:42:34.435858 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks [] for router, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:34.635528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:34.725013 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846886d0>, [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:42:32Z', 'revision_number': 5, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port': {'id': 'bf639f6a-26bf-4c53-b82c-3e1be07df1ba', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:35:32Z', 'updated_at': '2022-02-04T19:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:34.729090 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] Checking router: 7a3c980c-d587-4c9f-94d4-15da460a167f for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:42:34.733711 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Deleting port bf639f6a-26bf-4c53-b82c-3e1be07df1ba {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:34.734034 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:34.739215 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] Routers {'7a3c980c-d587-4c9f-94d4-15da460a167f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:42:34.739784 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846886d0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:42:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['7a3c980c-d587-4c9f-94d4-15da460a167f'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:34.894067 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] Set router 7a3c980c-d587-4c9f-94d4-15da460a167f gateway port host: None {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:42:34.907775 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] For port bf639f6a-26bf-4c53-b82c-3e1be07df1ba, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:34.908128 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:34.996531 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846886d0>, [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:42:34Z', 'revision_number': 6, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port_host': None}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:35.000564 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fda6ea-3e93-4e1b-9650-c8772ddc6f21 None None] The sync data for ids ['7a3c980c-d587-4c9f-94d4-15da460a167f'] in dv-cinder-827242-1-iscsi is: [{'id': '7a3c980c-d587-4c9f-94d4-15da460a167f', 'name': 'tempest-TestShelveInstance-1416812217-router', 'tenant_id': 'c66788c763794959bb27ac269d2595e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:35:31Z', 'updated_at': '2022-02-04T19:42:34Z', 'revision_number': 6, 'project_id': 'c66788c763794959bb27ac269d2595e0', 'gw_port_host': None}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:42:35.028005 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Calling delete_port for bf639f6a-26bf-4c53-b82c-3e1be07df1ba owned by network:router_gateway {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:35.311028 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:35.361103 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf639f6a-26bf-4c53-b82c-3e1be07df1ba,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:35.680746 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:35.820495 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device bf639f6a-26bf-4c53-b82c-3e1be07df1ba no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:42:35.858261 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: bf639f6a-26bf-4c53-b82c-3e1be07df1ba {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:42:35.858261 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device bf639f6a-26bf-4c53-b82c-3e1be07df1ba not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:42:35.858261 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 101f94f0-fbd7-43fc-b6be-ae5d86f47317 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:42:35.888797 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 101f94f0-fbd7-43fc-b6be-ae5d86f47317 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:42:35.889496 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 101f94f0-fbd7-43fc-b6be-ae5d86f47317 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:42:35.946213 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:35.952818 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.053478 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.054668 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3c980c-d587-4c9f-94d4-15da460a167f {{(pid=83674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:42:36.068203 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.069340 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-946d6a25-bec8-4331-9789-bd795516695f admin admin] 10.222.0.13 "DELETE /v2.0/routers/7a3c980c-d587-4c9f-94d4-15da460a167f HTTP/1.1" status: 204  len: 168 time: 1.8247192
Feb 04 19:42:36.072379 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48608) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:36.130724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] Deleting subnet d63817da-b7e7-4687-bff4-d5f8ccb5d37b {{(pid=83674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:42:36.134144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.183427 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1445396'] for subnet, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.257095 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.442452 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6678646'] for subnet, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.482166 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63817da-b7e7-4687-bff4-d5f8ccb5d37b,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:36.486762 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.491992 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821dc38-e2ec-4d2e-88be-03d2805ae5b1 None None] Network c5472404-df63-4f89-be69-413d379d833c requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:42:36.492208 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-90cac058-67be-4a7b-8b38-7de353af097a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d63817da-b7e7-4687-bff4-d5f8ccb5d37b HTTP/1.1" status: 204  len: 168 time: 0.4189160
Feb 04 19:42:36.495085 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48612) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:36.598482 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.609766 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Deleting port d442b3c0-fe06-410b-97b0-5226faf0721f {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:36.610096 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.781668 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] DHCP port deletion for c5472404-df63-4f89-be69-413d379d833c request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:42:36.785924 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Deleting port d442b3c0-fe06-410b-97b0-5226faf0721f {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:36.786288 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.817996 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] For port d442b3c0-fe06-410b-97b0-5226faf0721f, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=d442b3c0-fe06-410b-97b0-5226faf0721f,segment=NetworkSegment(932bdbbe-946a-4f3c-b05c-b49f8b12624c),segment_id=932bdbbe-946a-4f3c-b05c-b49f8b12624c)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:36.818343 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:36.940249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Calling delete_port for d442b3c0-fe06-410b-97b0-5226faf0721f owned by network:dhcp {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:36.993777 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] For port d442b3c0-fe06-410b-97b0-5226faf0721f, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=d442b3c0-fe06-410b-97b0-5226faf0721f,segment=NetworkSegment(932bdbbe-946a-4f3c-b05c-b49f8b12624c),segment_id=932bdbbe-946a-4f3c-b05c-b49f8b12624c)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:42:36.994395 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.064808 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.107801 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Pushing event deleted for resources: {'Port': ['ID=d442b3c0-fe06-410b-97b0-5226faf0721f,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:37.109137 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Calling delete_port for d442b3c0-fe06-410b-97b0-5226faf0721f owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:42:37.114597 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] No DVR routers for this DVR port d442b3c0-fe06-410b-97b0-5226faf0721f on host dv-cinder-827242-1-iscsi {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:42:37.179631 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:42:37.180010 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:42:37.311773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.338347 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f30834ad610>,) {'filters': {'network_id': ['c5472404-df63-4f89-be69-413d379d833c']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:37.349760 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f30834ad610>, '932bdbbe-946a-4f3c-b05c-b49f8b12624c') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:37.350048 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f30834ad610>, '932bdbbe-946a-4f3c-b05c-b49f8b12624c') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:42:37.361405 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.376273 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.382003 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:42:37.382377 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:42:37.395506 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:42:37.556519 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.573799 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.581754 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5472404-df63-4f89-be69-413d379d833c,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:37.586761 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-4d951a6c-a2e8-4532-b6ab-4d58e35be579 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5472404-df63-4f89-be69-413d379d833c HTTP/1.1" status: 204  len: 168 time: 1.0896370
Feb 04 19:42:37.681112 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Deleting port d442b3c0-fe06-410b-97b0-5226faf0721f {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:42:37.682148 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:37.715951 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device d442b3c0-fe06-410b-97b0-5226faf0721f no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:42:37.772808 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: d442b3c0-fe06-410b-97b0-5226faf0721f {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:42:37.773142 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device d442b3c0-fe06-410b-97b0-5226faf0721f not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:42:37.786631 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba478c-3d58-45dc-905b-84c7914fe623 None None] The port 'd442b3c0-fe06-410b-97b0-5226faf0721f' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:42:38.052663 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48622) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:38.108928 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-7bc5963a-f313-458e-8504-d257260c59df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaa14d85b2d042229a98e5b6353f2fa1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0548172
Feb 04 19:42:38.111462 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48626) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:38.175999 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:38.201709 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:38.339184 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:38.356683 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c90df85-0ac9-4dbe-9cbb-8700cfdc3e34,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:38.368411 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:38.369518 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c90df85-0ac9-4dbe-9cbb-8700cfdc3e34 HTTP/1.1" status: 204  len: 168 time: 0.2568920
Feb 04 19:42:38.370740 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.371076 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.371405 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.371729 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.372053 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.372370 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.372684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.373005 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.377937 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.377937 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.377937 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f084663a-a8b5-438d-98a6-7bcb6d9bcac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:38.933695 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:39.246447 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48644) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:39.294622 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-c4f63914-02ee-4bf0-b014-1270012e7529 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c66788c763794959bb27ac269d2595e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0470524
Feb 04 19:42:39.303814 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48648) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:39.439466 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-41fc8dcc-7d26-4407-b91e-e47c90227f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:39.464488 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-41fc8dcc-7d26-4407-b91e-e47c90227f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:39.567598 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-41fc8dcc-7d26-4407-b91e-e47c90227f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:39.583157 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc8dcc-7d26-4407-b91e-e47c90227f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c0f118-17cb-4b5a-99cb-6fe7117d1a7c,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:39.588472 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-41fc8dcc-7d26-4407-b91e-e47c90227f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:39.588965 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-41fc8dcc-7d26-4407-b91e-e47c90227f97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95c0f118-17cb-4b5a-99cb-6fe7117d1a7c HTTP/1.1" status: 204  len: 168 time: 0.2842638
Feb 04 19:42:41.173975 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-cb20f94a-f63c-4821-aac3-e623e91d3cff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694747
Feb 04 19:42:41.276498 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-c21cc991-84db-44c7-a495-ea78ae2b4529 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1098 time: 0.0676782
Feb 04 19:42:41.414917 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-9a249bd5-bbe9-49f4-bcbf-1acb8b3da337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:41.416311 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-9a249bd5-bbe9-49f4-bcbf-1acb8b3da337 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.1223030
Feb 04 19:42:41.516101 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-7056ae85-916c-4c3c-beb2-31dafba3905a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc58d524-6724-4de9-a214-f05b5e9433ff HTTP/1.1" status: 200  len: 1000 time: 0.0926232
Feb 04 19:42:41.577082 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-05598b60-0194-45ca-8af0-b0711be65c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:42:41.578443 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-05598b60-0194-45ca-8af0-b0711be65c52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0548561
Feb 04 19:42:41.655675 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-24c3d571-c068-4d21-af87-4617c158cc5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706863
Feb 04 19:42:41.788676 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-ff538d5d-496c-4dad-adb9-c08abaee9fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255684
Feb 04 19:42:41.917331 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-72e397a2-1f91-40a5-a7f7-cc6542cfc9a7 req-c08f65e5-651f-4e9b-8a95-664b40a556db service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219547
Feb 04 19:42:43.531063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48684) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:43.667201 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:43.696777 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:43.700819 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Usage tracker for resource:security_group_rule and tenant:4eb8415465ef4115818908784ca45717 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:43.703710 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:43.709408 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:43.771498 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:43.830304 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:43.875033 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f173bd-3270-4fb7-a639-9b1c0c02e284,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:43.879485 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eb8415465ef4115818908784ca45717&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3474231
Feb 04 19:42:43.882493 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 48690) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:43.886550 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.886861 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.887192 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.887518 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.887840 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.888163 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.888481 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.888798 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.889400 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.889714 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.890023 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1830b-02fa-4adb-b1b2-06634c0735dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:42:43.942310 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e41f-fa77-46c2-b195-1c86d325cc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:43.967270 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e41f-fa77-46c2-b195-1c86d325cc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:44.081905 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e41f-fa77-46c2-b195-1c86d325cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:44.095791 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1e41f-fa77-46c2-b195-1c86d325cc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f173bd-3270-4fb7-a639-9b1c0c02e284,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:44.102498 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2b1e41f-fa77-46c2-b195-1c86d325cc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:44.103668 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b2b1e41f-fa77-46c2-b195-1c86d325cc59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56f173bd-3270-4fb7-a639-9b1c0c02e284 HTTP/1.1" status: 204  len: 168 time: 0.2192113
Feb 04 19:42:44.839848 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48698) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:44.860753 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:44.891517 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:44.895398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Usage tracker for resource:security_group_rule and tenant:365c02e1b8f1472e84772de1aa79fcba is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:44.898547 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:44.903921 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:44.968266 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:45.024298 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:45.068860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce618cc-4aae-41c6-bc36-77ea641599b8,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:45.074472 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c8f0c18a-62ce-451f-ba23-cae8d26f7591 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=365c02e1b8f1472e84772de1aa79fcba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2335880
Feb 04 19:42:45.077044 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48702) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:45.133367 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bf856e4f-5104-4a20-88bc-696d3ccd5ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:45.157679 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bf856e4f-5104-4a20-88bc-696d3ccd5ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:45.282583 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bf856e4f-5104-4a20-88bc-696d3ccd5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:45.298030 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856e4f-5104-4a20-88bc-696d3ccd5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce618cc-4aae-41c6-bc36-77ea641599b8,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:45.307849 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-bf856e4f-5104-4a20-88bc-696d3ccd5ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:45.309104 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-bf856e4f-5104-4a20-88bc-696d3ccd5ccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ce618cc-4aae-41c6-bc36-77ea641599b8 HTTP/1.1" status: 204  len: 168 time: 0.2310100
Feb 04 19:42:46.040038 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48710) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:46.057286 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:46.087288 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:46.090948 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Usage tracker for resource:security_group_rule and tenant:5556f47d9a1d485b8c478c4c341e1be2 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:46.093639 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:46.099214 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:46.160771 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:46.230420 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:46.274800 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79deff9-20c9-4bb5-80cf-eefae1d6d760,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:46.279997 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c096b61b-15ce-4927-bc60-1cfd573c414d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5556f47d9a1d485b8c478c4c341e1be2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2389812
Feb 04 19:42:46.282761 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48714) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:46.341334 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-41662653-0b31-4a57-bb29-9e258df0e506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:46.366439 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-41662653-0b31-4a57-bb29-9e258df0e506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:46.550579 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-41662653-0b31-4a57-bb29-9e258df0e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:46.567514 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41662653-0b31-4a57-bb29-9e258df0e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79deff9-20c9-4bb5-80cf-eefae1d6d760,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:46.570596 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-41662653-0b31-4a57-bb29-9e258df0e506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:46.571729 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-41662653-0b31-4a57-bb29-9e258df0e506 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e79deff9-20c9-4bb5-80cf-eefae1d6d760 HTTP/1.1" status: 204  len: 168 time: 0.2881358
Feb 04 19:42:47.807573 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4850f603-a5f7-401e-b8dd-0292ee52ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:49.904519 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-dee61667-dc88-49a5-ae33-49601bbb8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.261832 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48792) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:50.398619 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.428419 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:50.432728 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Usage tracker for resource:security_group_rule and tenant:525debbc3dc249c6aab768d4dc6b4508 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:50.435597 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:50.441296 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:50.503713 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.573409 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.623668 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309647fe-7b38-4f22-9885-4a13c4e4a4d0,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:50.628955 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-570636d4-e9a0-414b-96da-6443c5f25823 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=525debbc3dc249c6aab768d4dc6b4508&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3661227
Feb 04 19:42:50.631465 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48798) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:50.690205 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5589990b-56a8-4441-8273-da64def139f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.718131 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5589990b-56a8-4441-8273-da64def139f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.864242 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5589990b-56a8-4441-8273-da64def139f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.877899 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589990b-56a8-4441-8273-da64def139f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309647fe-7b38-4f22-9885-4a13c4e4a4d0,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:50.884352 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5589990b-56a8-4441-8273-da64def139f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:50.885518 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5589990b-56a8-4441-8273-da64def139f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/309647fe-7b38-4f22-9885-4a13c4e4a4d0 HTTP/1.1" status: 204  len: 168 time: 0.2531807
Feb 04 19:42:51.127898 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:51.587403 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48808) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:51.605160 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:51.635739 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:42:51.639905 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:e65714c18e6f4d9295f436540f3b68a7 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:42:51.642694 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:42:51.648832 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:42:51.712929 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:51.767570 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:51.795823 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:51.840669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b0395c-c8e0-4b85-ab47-c7b503a301ae,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:51.846510 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-0146f106-b128-4ca6-906a-37d252388dd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e65714c18e6f4d9295f436540f3b68a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2580228
Feb 04 19:42:51.848955 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48812) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:42:51.909757 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ffc56ee5-14ca-4242-b8cb-3134af003775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:51.933742 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ffc56ee5-14ca-4242-b8cb-3134af003775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:52.087407 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ffc56ee5-14ca-4242-b8cb-3134af003775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:52.100814 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc56ee5-14ca-4242-b8cb-3134af003775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b0395c-c8e0-4b85-ab47-c7b503a301ae,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:42:52.109382 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ffc56ee5-14ca-4242-b8cb-3134af003775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:42:52.109382 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ffc56ee5-14ca-4242-b8cb-3134af003775 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0b0395c-c8e0-4b85-ab47-c7b503a301ae HTTP/1.1" status: 204  len: 168 time: 0.2582304
Feb 04 19:42:53.412961 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:08.972068 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:09.368202 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:43:17.783716 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d0b9f624-c15b-49df-9b30-cc7d19824208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:19.949280 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-10f49b08-a500-40aa-bb29-99b1526777c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:21.137759 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:21.761348 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:23.412090 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:32.594060 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48986) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:43:32.774570 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:32.809905 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:43:32.813954 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Usage tracker for resource:security_group_rule and tenant:c59fcc061f6c4c7c89e4821f131772ad is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:43:32.817027 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:43:32.822927 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:43:32.883860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:32.960727 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:33.004977 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001f897b-fe9a-4aeb-a6c3-6e6084633621,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:33.010361 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-173ff72b-be32-4f50-91d5-5991f951311c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c59fcc061f6c4c7c89e4821f131772ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4153333
Feb 04 19:43:33.013829 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 48992) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:43:33.073182 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-861e317a-4528-480a-a497-6d7828a20338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:33.099504 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-861e317a-4528-480a-a497-6d7828a20338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:33.245940 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-861e317a-4528-480a-a497-6d7828a20338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:33.259362 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e317a-4528-480a-a497-6d7828a20338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f897b-fe9a-4aeb-a6c3-6e6084633621,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:33.266547 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-861e317a-4528-480a-a497-6d7828a20338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:33.267716 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-861e317a-4528-480a-a497-6d7828a20338 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/001f897b-fe9a-4aeb-a6c3-6e6084633621 HTTP/1.1" status: 204  len: 168 time: 0.2530994
Feb 04 19:43:34.336559 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49014) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:43:34.470173 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1087393530-network', 'tenant_id': 'ff94d43231154a258c3304dc3920513c'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:43:34.479321 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:43:34.479321 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Usage tracker for resource:network and tenant:ff94d43231154a258c3304dc3920513c is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:43:34.481675 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:43:34.487262 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:43:34.554331 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Made reservation on behalf of ff94d43231154a258c3304dc3920513c for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:43:34.556605 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:34.568860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:34.599056 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:43:34.602726 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Usage tracker for resource:security_group_rule and tenant:ff94d43231154a258c3304dc3920513c is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:43:34.605434 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:43:34.611158 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:43:34.673913 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:34.743148 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:34.775356 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:43:34.784563 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ba7f88-8425-48ad-95d9-8c3be49e634b,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:34.790818 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:34.791155 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Added segment 27e5301b-9000-4761-823f-3bfde468e95a of type vlan for network a382f330-3996-40b2-ac5c-c5701e6375b9
Feb 04 19:43:34.817547 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:34.908575 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:34.909459 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:34.910032 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:35.010001 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] Pushing event updated for resources: {'Network': ['ID=a382f330-3996-40b2-ac5c-c5701e6375b9,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:35.020512 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network a382f330-3996-40b2-ac5c-c5701e6375b9 details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:43:35.064075 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e39a33bd-298e-421e-881a-73211273ee74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7263899
Feb 04 19:43:35.067163 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49020) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:43:35.072327 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Request body: {'subnet': {'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1087393530-subnet', 'tenant_id': 'ff94d43231154a258c3304dc3920513c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:43:35.082114 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:43:35.082114 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Usage tracker for resource:subnet and tenant:ff94d43231154a258c3304dc3920513c is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:43:35.084111 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:43:35.089658 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:43:35.165822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Made reservation on behalf of ff94d43231154a258c3304dc3920513c for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:43:35.168142 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6678619'] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:35.509387 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1886866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6678605'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:35.580226 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8e9423-a2ac-4045-bd00-5f4dad57b9c0,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:35.594260 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Checking segment: {'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:43:35.594604 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Network hostable DHCP agents. Network: a382f330-3996-40b2-ac5c-c5701e6375b9, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:43:35.691242 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Network a382f330-3996-40b2-ac5c-c5701e6375b9 is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:43:35.765684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, a382f330-3996-40b2-ac5c-c5701e6375b9) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:43:35.769643 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:35.770231 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:35.774486 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a95ea5-16dc-48a3-87bb-9a3e5584b641 None None] Network a382f330-3996-40b2-ac5c-c5701e6375b9 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:43:35.835405 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5677df39-d56f-4e03-885b-9ef6a5cb042c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7671964
Feb 04 19:43:35.982277 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b706e-5ea6-4dd9-a3cd-2256e34ef7ec None None] Network a382f330-3996-40b2-ac5c-c5701e6375b9 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:43:38.372384 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-6d42e337-1538-44f8-bf49-f9e864f43c95 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:38.373052 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-6d42e337-1538-44f8-bf49-f9e864f43c95 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Synchronizing usage tracker for tenant:ff94d43231154a258c3304dc3920513c on resource:network {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:43:38.446488 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-6d42e337-1538-44f8-bf49-f9e864f43c95 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Unset dirty status for tenant:ff94d43231154a258c3304dc3920513c on resource:network {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:43:38.446906 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-6d42e337-1538-44f8-bf49-f9e864f43c95 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/networks?id=a382f330-3996-40b2-ac5c-c5701e6375b9 HTTP/1.1" status: 200  len: 814 time: 0.2107553
Feb 04 19:43:38.462765 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-9a4766a3-a3d5-4e5a-a133-a010ea9932ad tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/quotas/ff94d43231154a258c3304dc3920513c HTTP/1.1" status: 200  len: 375 time: 0.0104413
Feb 04 19:43:38.516689 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-c5e58021-5f97-4f38-90d7-83e2cd7d6c68 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff94d43231154a258c3304dc3920513c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483580
Feb 04 19:43:38.593166 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-7e8dee3d-bf58-4502-9fb3-fbdb1c451e54 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83674) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:43:38.594179 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-7e8dee3d-bf58-4502-9fb3-fbdb1c451e54 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0710101
Feb 04 19:43:38.724149 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-3ad2975b-1fa6-4246-95b6-15e8d700350f service neutron] 10.222.0.13 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238062
Feb 04 19:43:38.853754 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-b67c6d57-9203-4c8b-b303-fdcf5327a1fb service neutron] 10.222.0.13 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238124
Feb 04 19:43:38.932093 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:39.141774 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-bf7a5764-b1ec-495d-8726-c810c2d1c0a0 req-73609036-f806-4d61-9ffc-1938e3d03869 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 210 time: 0.0450461
Feb 04 19:43:40.262944 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c5519e4e-f55d-43a7-b2fd-da656ee3cfd9 req-9ca47f02-3423-4d6f-91ab-02ad87fc3fb1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 210 time: 0.0408537
Feb 04 19:43:41.433059 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9bbdb103-36e4-4764-ba3a-4e75cc96b96c req-58da7dab-1761-4152-a26c-16b2fd327528 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 210 time: 0.0392835
Feb 04 19:43:41.794599 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-66dffa4b-526f-4f68-870a-327f4e699b69 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:41.796551 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-66dffa4b-526f-4f68-870a-327f4e699b69 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "GET /v2.0/networks?id=a382f330-3996-40b2-ac5c-c5701e6375b9 HTTP/1.1" status: 200  len: 814 time: 0.1381035
Feb 04 19:43:41.818468 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Request body: {'port': {'device_id': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9', 'admin_state_up': True, 'tenant_id': 'ff94d43231154a258c3304dc3920513c'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:43:41.946879 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:43:41.950562 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Usage tracker for resource:port and tenant:ff94d43231154a258c3304dc3920513c is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:43:41.953985 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:43:41.959732 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:43:42.022794 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Made reservation on behalf of ff94d43231154a258c3304dc3920513c for: {'port': 1} {{(pid=83673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:43:42.025792 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:42.166301 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-b8ebbb70-a335-4dbf-9264-ca2ebf083354 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703888
Feb 04 19:43:42.190212 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Allocated IP 172.20.0.4 (a382f330-3996-40b2-ac5c-c5701e6375b9/8d8e9423-a2ac-4045-bd00-5f4dad57b9c0/10e0e9b8-18ea-4f13-9b2b-0ddb22381823) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:43:42.269743 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-6ed2756d-fb27-4848-ae22-bd8216fd3ec0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=146939551c38458381c7924d019b8b84&device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 1100 time: 0.0667529
Feb 04 19:43:42.415173 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679be88-63d8-489e-aae7-6fdc45914236 req-aefb2b76-4f45-4212-9d18-e01cfbe442f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:42.416600 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-aefb2b76-4f45-4212-9d18-e01cfbe442f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 200  len: 916 time: 0.1275928
Feb 04 19:43:42.467591 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:42.526656 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-99543583-9268-4610-b789-48c546f43c33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd541567-7ec8-43be-b3bf-530c2823ccae HTTP/1.1" status: 200  len: 1001 time: 0.1034341
Feb 04 19:43:42.566216 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:42.636962 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679be88-63d8-489e-aae7-6fdc45914236 req-126f3f98-e616-4b8d-a65c-dafa203db791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:42.639013 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-126f3f98-e616-4b8d-a65c-dafa203db791 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 200  len: 855 time: 0.1059208
Feb 04 19:43:42.640152 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Network a382f330-3996-40b2-ac5c-c5701e6375b9 is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:43:42.643258 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:43:42.648206 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:43:42.672961 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Pushing event updated for resources: {'Port': ['ID=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:42.694410 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.694817 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.695156 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.695484 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.695813 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.696138 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.696461 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.696780 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.697127 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.697465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.697783 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:42.698791 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ac87-f653-4d48-94ae-3ee8395342de req-2e41a327-b208-4614-b034-4af5fcc1aed0 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:42.700933 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fcc0ac87-f653-4d48-94ae-3ee8395342de req-2e41a327-b208-4614-b034-4af5fcc1aed0 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 931 time: 0.1392715
Feb 04 19:43:42.721910 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:42.722511 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:42.766431 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-35f7e578-32a8-42d4-816a-36f62ee9b5c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1211879
Feb 04 19:43:42.767945 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-fcc0ac87-f653-4d48-94ae-3ee8395342de req-f6fa5fbe-59eb-4c33-a3ad-5f2287c40d43 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Synchronizing usage tracker for tenant:ff94d43231154a258c3304dc3920513c on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:43:42.829680 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-a47a565f-8a77-4930-bcef-f9b9e58f32e4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0144904
Feb 04 19:43:42.849284 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Request body: {'port': {'device_id': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:43:42.900479 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-e26d9232-d7b5-4f12-b8ce-db92540ccc32 service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255116
Feb 04 19:43:42.926121 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-fcc0ac87-f653-4d48-94ae-3ee8395342de req-f6fa5fbe-59eb-4c33-a3ad-5f2287c40d43 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Unset dirty status for tenant:ff94d43231154a258c3304dc3920513c on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:43:42.927203 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fcc0ac87-f653-4d48-94ae-3ee8395342de req-f6fa5fbe-59eb-4c33-a3ad-5f2287c40d43 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159555
Feb 04 19:43:42.956408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:43.210296 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-3679be88-63d8-489e-aae7-6fdc45914236 req-17ebaacb-3721-48d6-b76b-4aa9ad5eca6d service neutron] 10.222.0.60 "GET /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117944
Feb 04 19:43:43.290663 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 {{(pid=83673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:43:43.297998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:43.311675 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Transition to ACTIVE for port object 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 will not be triggered until provisioned by entity L2. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:43:43.393894 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:43.518317 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Pushing event updated for resources: {'Port': ['ID=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:43.617265 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Attempting to bind port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:43:43.617589 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Attempting to bind port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:43:43.617909 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Attempting to bind port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 on network a382f330-3996-40b2-ac5c-c5701e6375b9 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:43:43.623400 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 on network a382f330-3996-40b2-ac5c-c5701e6375b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:43:43.623739 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Attempting to bind port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 on network a382f330-3996-40b2-ac5c-c5701e6375b9 {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:43:43.629776 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:43:43.630106 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Checking segment: {'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:43:43.630479 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Bound using segment: {'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'} {{(pid=83673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:43:43.630893 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.managers [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Bound port: 10e0e9b8-18ea-4f13-9b2b-0ddb22381823, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'}}] {{(pid=83673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:43:43.631226 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:43.719385 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] For port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823, host hv-cinder-82724, cleared binding levels {{(pid=83673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:43:43.722264 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] For port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:43:43.789070 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:43.848289 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:43.849646 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] 10.222.0.60 "PUT /v2.0/ports/10e0e9b8-18ea-4f13-9b2b-0ddb22381823 HTTP/1.1" status: 200  len: 1093 time: 1.0045104
Feb 04 19:43:43.850069 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'tag': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:43:43.866473 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e573-1052-4882-9e50-8bb3c2127d69 service neutron] Pushing event updated for resources: {'Port': ['ID=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,revision_number=3']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:43.921196 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'tag': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823', 'status': 'completed', 'code': 200}
Feb 04 19:43:44.023098 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e191cca0-c850-4a63-a2e1-29cca2829158 req-18471661-551d-43b2-b99e-96963eaeea70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff94d43231154a258c3304dc3920513c&device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 1096 time: 0.0716622
Feb 04 19:43:44.120423 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36646-c6af-4f8c-9b2e-242de5978a16 req-323a9efe-d1b7-4a3b-b862-31894c8f1764 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:44.121890 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-59b36646-c6af-4f8c-9b2e-242de5978a16 req-323a9efe-d1b7-4a3b-b862-31894c8f1764 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 943 time: 0.0739419
Feb 04 19:43:44.166184 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-59b36646-c6af-4f8c-9b2e-242de5978a16 req-f12ee931-328d-4b60-a96d-a0ef2d9aee22 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381448
Feb 04 19:43:44.167204 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cca0-c850-4a63-a2e1-29cca2829158 req-9da4b2a1-3077-4b14-af0b-d0884a387560 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:44.168645 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e191cca0-c850-4a63-a2e1-29cca2829158 req-9da4b2a1-3077-4b14-af0b-d0884a387560 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ff94d43231154a258c3304dc3920513c&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1319611
Feb 04 19:43:44.303189 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cca0-c850-4a63-a2e1-29cca2829158 req-7e7a55be-9b1f-4221-b565-5c463bcd2ed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:44.304621 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e191cca0-c850-4a63-a2e1-29cca2829158 req-7e7a55be-9b1f-4221-b565-5c463bcd2ed1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1298392
Feb 04 19:43:44.428862 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-0465f44a-dced-43aa-b0c5-4a425515627c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff94d43231154a258c3304dc3920513c&device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 1096 time: 0.0663459
Feb 04 19:43:44.583479 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-ebe5b116-2e37-41f9-a576-62eb34f9d359 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10e0e9b8-18ea-4f13-9b2b-0ddb22381823 HTTP/1.1" status: 200  len: 217 time: 0.1410928
Feb 04 19:43:44.648003 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-23cef011-52e2-459b-9902-e6bccb402a9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:44.649443 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-23cef011-52e2-459b-9902-e6bccb402a9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d8e9423-a2ac-4045-bd00-5f4dad57b9c0 HTTP/1.1" status: 200  len: 854 time: 0.0557797
Feb 04 19:43:44.693576 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-5def20f5-f206-4cf8-8672-c7106b68b2dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a382f330-3996-40b2-ac5c-c5701e6375b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375874
Feb 04 19:43:44.821664 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-f2a043f0-a8bd-4b61-9eb5-21d2dae76926 service neutron] 10.222.0.60 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221340
Feb 04 19:43:44.949483 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7693699c-fdfc-4308-8237-a21d5b3bf442 req-35d87869-5f55-4125-9722-0d36b1f2ab9a service neutron] 10.222.0.60 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208746
Feb 04 19:43:45.361732 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785702e4-a0eb-42e9-9669-07ee9475ec00 req-c5fc1de4-333d-4d9c-add5-cbdfe9da3040 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:45.362511 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-785702e4-a0eb-42e9-9669-07ee9475ec00 req-c5fc1de4-333d-4d9c-add5-cbdfe9da3040 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Synchronizing usage tracker for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:43:45.440184 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-785702e4-a0eb-42e9-9669-07ee9475ec00 req-c5fc1de4-333d-4d9c-add5-cbdfe9da3040 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Unset dirty status for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:43:45.441320 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-785702e4-a0eb-42e9-9669-07ee9475ec00 req-c5fc1de4-333d-4d9c-add5-cbdfe9da3040 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 943 time: 0.1552002
Feb 04 19:43:45.485246 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-785702e4-a0eb-42e9-9669-07ee9475ec00 req-9e339a57-51bc-4283-8e04-5df2a9b6211f tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382628
Feb 04 19:43:46.368662 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:43:46.698681 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a711b-160e-495d-95f9-56058e48481e req-a74918a0-5daa-49f9-826c-1a4fbfdf8e7d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:46.700012 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ec0a711b-160e-495d-95f9-56058e48481e req-a74918a0-5daa-49f9-826c-1a4fbfdf8e7d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 943 time: 0.0795662
Feb 04 19:43:46.744814 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ec0a711b-160e-495d-95f9-56058e48481e req-84d2390f-23ac-4f82-8ee0-7efabb4dc515 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386639
Feb 04 19:43:47.794487 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f2363dc2-ace4-4f51-88ca-24428fa5da2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:47.881456 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:43:47.942539 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3994b3-4d9a-4b43-a6e9-5c02a9b14125 req-1599fe44-63b5-40c0-b39c-77f58ec382ea tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:47.943881 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4a3994b3-4d9a-4b43-a6e9-5c02a9b14125 req-1599fe44-63b5-40c0-b39c-77f58ec382ea tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 943 time: 0.0779057
Feb 04 19:43:47.990559 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4a3994b3-4d9a-4b43-a6e9-5c02a9b14125 req-09d74f83-ebe2-4a23-957e-ba339ab84591 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394475
Feb 04 19:43:48.022735 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:43:48.035912 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823', 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9', 'port_id': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823', 'mac_address': 'fa:16:3e:25:3a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e9423-a2ac-4045-bd00-5f4dad57b9c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:43:48.086497 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:48.103334 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:43:48.117338 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:43:48.193942 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:48.258809 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:48.267739 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.268076 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.268407 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.268733 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.269059 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.269407 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.269727 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.270044 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.270360 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.270674 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.270984 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:43:48.646457 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['10e0e9b8-18ea-4f13-9b2b-0ddb22381823'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:43:49.179505 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2376a-0b88-41e4-b0c6-c4253e5af531 req-4fa9f57e-a5e4-47f5-8b2b-2e0da243ac20 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:49.180922 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2af2376a-0b88-41e4-b0c6-c4253e5af531 req-4fa9f57e-a5e4-47f5-8b2b-2e0da243ac20 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 944 time: 0.0738478
Feb 04 19:43:49.224712 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2af2376a-0b88-41e4-b0c6-c4253e5af531 req-e8a9c25a-cd9c-4ae9-b003-3fb193893323 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379095
Feb 04 19:43:49.881732 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:43:49.954202 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e1cb30cc-c6b6-4388-a5c8-5e45082286d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:50.067983 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:43:50.072896 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:43:50.073282 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:50.182889 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:50.208231 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:43:50.218347 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:43:50.326237 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:50.393592 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:43:50.408071 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823', 'code': 200}
Feb 04 19:43:50.434314 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40079d8-9945-40f7-bf84-67d05b182238 req-46a61225-111c-4e76-a024-7007d3873418 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:50.435791 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b40079d8-9945-40f7-bf84-67d05b182238 req-46a61225-111c-4e76-a024-7007d3873418 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 945 time: 0.0897167
Feb 04 19:43:50.482144 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b40079d8-9945-40f7-bf84-67d05b182238 req-b2814228-c03d-4150-8997-a122f0f40b2d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405266
Feb 04 19:43:50.790583 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-85a5cdb9-46b0-48cd-9541-159eba888c14 req-4126a2f1-0859-42a6-9018-0c781109d85b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 1098 time: 0.0687039
Feb 04 19:43:50.832420 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-85a5cdb9-46b0-48cd-9541-159eba888c14 req-710db43b-3206-45e1-8cb5-25a7726f8a86 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350177
Feb 04 19:43:51.136803 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:51.679487 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da009fe-86eb-47bf-b4fb-4c61575526bf req-8180a78f-493c-4db6-a8df-8890642ee4ec tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:51.681053 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4da009fe-86eb-47bf-b4fb-4c61575526bf req-8180a78f-493c-4db6-a8df-8890642ee4ec tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 945 time: 0.0756819
Feb 04 19:43:51.729560 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4da009fe-86eb-47bf-b4fb-4c61575526bf req-eb076c58-e93f-4ebd-99cf-929c2081e1ee tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415020
Feb 04 19:43:51.754036 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:52.923026 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5bf73-535f-492f-9311-3158692ef592 req-305e0035-e827-4907-b488-360dbbcb137c tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:52.924463 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6db5bf73-535f-492f-9311-3158692ef592 req-305e0035-e827-4907-b488-360dbbcb137c tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 945 time: 0.0770712
Feb 04 19:43:52.973062 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6db5bf73-535f-492f-9311-3158692ef592 req-3378e65e-fabd-4b4a-b7a8-171a0be8d46e tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429134
Feb 04 19:43:53.439364 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:43:57.616674 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ea352-245d-4e1e-9260-605c6f4c0e15 req-94ad07bb-0479-4b67-97b6-fef3be1bc2df tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:57.618110 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-849ea352-245d-4e1e-9260-605c6f4c0e15 req-94ad07bb-0479-4b67-97b6-fef3be1bc2df tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.0738735
Feb 04 19:43:57.662081 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-849ea352-245d-4e1e-9260-605c6f4c0e15 req-af8e4c33-dc3e-4bdc-8d3f-dd63d1336289 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384920
Feb 04 19:43:58.875242 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94924ebe-06a9-4d61-8b22-ce563f7ce1dc req-c44b23ba-31a7-4f20-af82-7fa21c956a46 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:58.876722 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-94924ebe-06a9-4d61-8b22-ce563f7ce1dc req-c44b23ba-31a7-4f20-af82-7fa21c956a46 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.0760653
Feb 04 19:43:58.921179 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-94924ebe-06a9-4d61-8b22-ce563f7ce1dc req-72145429-8b25-4a19-b187-f69d920c4a93 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389607
Feb 04 19:43:59.736316 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-a6ed695b-8938-4c10-936b-fd5a544a8328 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:43:59.737816 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-a6ed695b-8938-4c10-936b-fd5a544a8328 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.0777099
Feb 04 19:43:59.803178 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Deleting port dd541567-7ec8-43be-b3bf-530c2823ccae {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:43:59.803514 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:00.043642 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] For port dd541567-7ec8-43be-b3bf-530c2823ccae, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=dd541567-7ec8-43be-b3bf-530c2823ccae,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:00.054130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:00.439765 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808e78-e309-4ad5-a143-f17507e49926 req-7749f596-a1f8-4d20-ba70-ac78a0d7888b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:00.441233 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-41808e78-e309-4ad5-a143-f17507e49926 req-7749f596-a1f8-4d20-ba70-ac78a0d7888b tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 947 time: 0.3395996
Feb 04 19:44:00.482858 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:00.483221 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:00.483528 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.l3_db [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Floating IP ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d disassociated. External IP: 172.27.3.54, port: dd541567-7ec8-43be-b3bf-530c2823ccae.
Feb 04 19:44:00.483864 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Calling delete_port for dd541567-7ec8-43be-b3bf-530c2823ccae owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:00.542521 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-41808e78-e309-4ad5-a143-f17507e49926 req-5a138ab1-1b51-46f5-9613-c41e67ee19d7 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups?id=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954261
Feb 04 19:44:00.731011 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:00.780162 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event deleted for resources: {'Port': ['ID=dd541567-7ec8-43be-b3bf-530c2823ccae,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:00.990353 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Router 5ff45945-481f-4501-b7cb-f1d61ab50a0f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:44:01.196922 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:44:01.207987 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] Sync routers for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:44:01.220519 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:44:01.221222 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b13070>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:43:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:01.272027 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] No DVR routers for this DVR port dd541567-7ec8-43be-b3bf-530c2823ccae on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:44:01.274690 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:01.277214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-deleted', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:44:01.290633 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ab028c3e-e398-4b93-b555-af256f0425a8 req-9e3a4d57-4911-4129-b46e-bf7ff26a9f45 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.60 "DELETE /v2.0/ports/dd541567-7ec8-43be-b3bf-530c2823ccae HTTP/1.1" status: 204  len: 173 time: 1.5472908
Feb 04 19:44:01.349509 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5519201-a548-4f0e-a80a-0e1ef16a067f', 'name': 'network-vif-deleted', 'tag': 'dd541567-7ec8-43be-b3bf-530c2823ccae', 'status': 'completed', 'code': 200}
Feb 04 19:44:01.405249 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:44:01.733350 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-ab96f665-2fe2-4ea1-8032-83bbf355a626 req-bc78a81e-a6ba-4603-baa2-8be40f3d2b80 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Synchronizing usage tracker for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:44:01.746196 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b13070>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:01.750515 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] Checking router: 5ff45945-481f-4501-b7cb-f1d61ab50a0f for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:44:01.760950 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:44:01.761620 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b13070>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:43:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:01.839852 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-ab96f665-2fe2-4ea1-8032-83bbf355a626 req-bc78a81e-a6ba-4603-baa2-8be40f3d2b80 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Unset dirty status for tenant:146939551c38458381c7924d019b8b84 on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:44:01.841086 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ab96f665-2fe2-4ea1-8032-83bbf355a626 req-bc78a81e-a6ba-4603-baa2-8be40f3d2b80 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5519201-a548-4f0e-a80a-0e1ef16a067f HTTP/1.1" status: 200  len: 210 time: 0.1517138
Feb 04 19:44:01.936888 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:44:01.962137 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:44:01.998886 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: dd541567-7ec8-43be-b3bf-530c2823ccae {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:44:01.999213 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device dd541567-7ec8-43be-b3bf-530c2823ccae not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:44:02.246880 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b13070>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:02.251487 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f746b5a-9bd7-40f7-a942-3169aff8e63c None None] The sync data for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi is: [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:31:52Z', 'revision_number': 4, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9567b97d-a053-4309-9ce3-a166ff211aee', 'name': '', 'network_id': '8e21b3b1-0ad7-4c99-bb6c-02373cfb645a', 'tenant_id': '146939551c38458381c7924d019b8b84', 'mac_address': 'fa:16:3e:72:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:51Z', 'updated_at': '2022-02-04T19:32:31Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'subnets': [{'id': '6d72fe72-ab78-4536-ad39-e4f10c24bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:44:02.469679 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97272617-7956-4510-b304-3c46a17c3f25 None None] New status for floating IP ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d: DOWN {{(pid=83676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:44:03.057513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49178) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:03.123532 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:03.149384 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:03.290871 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:03.308398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f4fe4-d2c0-4d12-8e8f-45c3f234e091,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:03.318215 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.318580 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.318910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.319236 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.319560 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.319880 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.320199 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.320512 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.320826 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.321138 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.321473 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:03.381326 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:03.382444 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-30ee3476-139f-4515-b2fd-25819dad1ac5 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "DELETE /v2.0/security-groups/b98f4fe4-d2c0-4d12-8e8f-45c3f234e091 HTTP/1.1" status: 204  len: 168 time: 0.3238838
Feb 04 19:44:03.385462 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49182) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:03.401956 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.api.v2.resource [None req-693df31c-2b51-4400-8038-d7ce8e035b37 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] show failed (client error): The resource could not be found.
Feb 04 19:44:03.402823 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-693df31c-2b51-4400-8038-d7ce8e035b37 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "GET /v2.0/security-groups/b98f4fe4-d2c0-4d12-8e8f-45c3f234e091 HTTP/1.1" status: 404  len: 347 time: 0.0164003
Feb 04 19:44:03.406011 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49186) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:03.562475 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Deleting port 9b025669-2338-4acb-b27c-086a9806279b {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:03.562881 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:03.753984 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:03.754300 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:03.873763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Calling delete_port for 9b025669-2338-4acb-b27c-086a9806279b owned by network:floatingip {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:04.091010 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:04.132632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Pushing event deleted for resources: {'Port': ['ID=9b025669-2338-4acb-b27c-086a9806279b,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:04.224816 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks [] for floatingip, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:04.318862 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:04.319971 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-06415c35-3266-4760-8e44-8d5c74589909 tempest-AttachVolumeShelveTestJSON-1984636327 tempest-AttachVolumeShelveTestJSON-1984636327-project] 10.222.0.13 "DELETE /v2.0/floatingips/ccfc7b81-ec9f-4ea9-96a3-1c3949f4db0d HTTP/1.1" status: 204  len: 168 time: 0.9131296
Feb 04 19:44:08.627343 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49224) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:08.930650 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:09.078541 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:09.729066 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Deleting port 9567b97d-a053-4309-9ce3-a166ff211aee {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:09.729725 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:09.894015 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] For port 9567b97d-a053-4309-9ce3-a166ff211aee, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9567b97d-a053-4309-9ce3-a166ff211aee,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:09.894361 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:10.009186 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Calling delete_port for 9567b97d-a053-4309-9ce3-a166ff211aee owned by network:router_interface {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:10.244914 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:10.290539 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Pushing event deleted for resources: {'Port': ['ID=9567b97d-a053-4309-9ce3-a166ff211aee,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:10.572465 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:11.199168 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Router 5ff45945-481f-4501-b7cb-f1d61ab50a0f has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:44:11.395730 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:44:11.404839 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] Sync routers for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:44:11.408903 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f20fc094-e4ae-440f-b20e-14cd2ea5b95b admin admin] 10.222.0.13 "PUT /v2.0/routers/5ff45945-481f-4501-b7cb-f1d61ab50a0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7805283
Feb 04 19:44:11.411425 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49236) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:11.416949 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:44:11.417551 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c18c10>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:43:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:11.607144 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks [] for router, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:11.631423 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:44:11.806151 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:11.862689 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Deleting port 7358d7d3-0383-422a-bacb-1062d004a4d8 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:11.863168 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:11.931136 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c18c10>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:44:10Z', 'revision_number': 5, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port': {'id': '7358d7d3-0383-422a-bacb-1062d004a4d8', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:29:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:31:46Z', 'updated_at': '2022-02-04T19:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:11.935587 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] Checking router: 5ff45945-481f-4501-b7cb-f1d61ab50a0f for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:44:11.945752 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] Routers {'5ff45945-481f-4501-b7cb-f1d61ab50a0f'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:44:11.946327 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c18c10>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:43:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:12.032597 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] For port 7358d7d3-0383-422a-bacb-1062d004a4d8, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=7358d7d3-0383-422a-bacb-1062d004a4d8,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:12.032934 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:12.091949 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] Set router 5ff45945-481f-4501-b7cb-f1d61ab50a0f gateway port host: None {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:44:12.152866 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Calling delete_port for 7358d7d3-0383-422a-bacb-1062d004a4d8 owned by network:router_gateway {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:12.195260 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c18c10>, [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:44:11Z', 'revision_number': 6, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port_host': None}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:12.199329 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a6d83-2885-4ac7-bd1b-19978d36f2c6 None None] The sync data for ids ['5ff45945-481f-4501-b7cb-f1d61ab50a0f'] in dv-cinder-827242-1-iscsi is: [{'id': '5ff45945-481f-4501-b7cb-f1d61ab50a0f', 'name': 'tempest-AttachVolumeShelveTestJSON-954168646-router', 'tenant_id': '146939551c38458381c7924d019b8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:31:45Z', 'updated_at': '2022-02-04T19:44:11Z', 'revision_number': 6, 'project_id': '146939551c38458381c7924d019b8b84', 'gw_port_host': None}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:44:12.405431 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:12.448435 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Pushing event deleted for resources: {'Port': ['ID=7358d7d3-0383-422a-bacb-1062d004a4d8,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:12.754823 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.005630 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.009835 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.113588 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.114127 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff45945-481f-4501-b7cb-f1d61ab50a0f {{(pid=83673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:44:13.126870 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.131274 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-dcbf9480-02c0-4f39-9024-894b41069196 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5ff45945-481f-4501-b7cb-f1d61ab50a0f HTTP/1.1" status: 204  len: 168 time: 1.7156610
Feb 04 19:44:13.131274 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49242) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:13.192994 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] Deleting subnet 6d72fe72-ab78-4536-ad39-e4f10c24bd7b {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:44:13.197039 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.243452 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.317243 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.462408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.498219 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d72fe72-ab78-4536-ad39-e4f10c24bd7b,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:13.505943 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.511188 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a83b7a-2ead-43bd-89ab-5b877906c186 None None] Network 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:44:13.515024 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-5843737f-f7ad-4034-bd4d-11bec5f5b7f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6d72fe72-ab78-4536-ad39-e4f10c24bd7b HTTP/1.1" status: 204  len: 168 time: 0.3809288
Feb 04 19:44:13.515347 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49248) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:13.709323 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.723593 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Deleting port 25961c71-5afc-409d-8478-8f6ba5427e5a {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:13.724151 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.773559 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] DHCP port deletion for 8e21b3b1-0ad7-4c99-bb6c-02373cfb645a request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:44:13.777835 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Deleting port 25961c71-5afc-409d-8478-8f6ba5427e5a {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:13.779133 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:13.810978 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7358d7d3-0383-422a-bacb-1062d004a4d8 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:44:13.853490 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 7358d7d3-0383-422a-bacb-1062d004a4d8 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:44:13.853825 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 7358d7d3-0383-422a-bacb-1062d004a4d8 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:44:13.854232 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9567b97d-a053-4309-9ce3-a166ff211aee no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:44:13.889331 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 9567b97d-a053-4309-9ce3-a166ff211aee {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:44:13.889686 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9567b97d-a053-4309-9ce3-a166ff211aee not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:44:13.926755 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] For port 25961c71-5afc-409d-8478-8f6ba5427e5a, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=25961c71-5afc-409d-8478-8f6ba5427e5a,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:13.927103 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.049999 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Calling delete_port for 25961c71-5afc-409d-8478-8f6ba5427e5a owned by network:dhcp {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:14.068447 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] For port 25961c71-5afc-409d-8478-8f6ba5427e5a, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=25961c71-5afc-409d-8478-8f6ba5427e5a,segment=NetworkSegment(c65de0a0-3952-4aff-bba0-5090f95b50e2),segment_id=c65de0a0-3952-4aff-bba0-5090f95b50e2)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:14.068829 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.183540 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Calling delete_port for 25961c71-5afc-409d-8478-8f6ba5427e5a owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:14.239559 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.254583 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:44:14.254936 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:44:14.283192 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25961c71-5afc-409d-8478-8f6ba5427e5a,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:14.290157 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] No DVR routers for this DVR port 25961c71-5afc-409d-8478-8f6ba5427e5a on host dv-cinder-827242-1-iscsi {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:44:14.400664 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.428765 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f30845b82b0>,) {'filters': {'network_id': ['8e21b3b1-0ad7-4c99-bb6c-02373cfb645a']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:14.440529 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f30845b82b0>, 'c65de0a0-3952-4aff-bba0-5090f95b50e2') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:14.444694 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f30845b82b0>, 'c65de0a0-3952-4aff-bba0-5090f95b50e2') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:14.452024 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.467864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.473601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:44:14.473962 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:44:14.486663 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:44:14.633330 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.650464 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.658788 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e21b3b1-0ad7-4c99-bb6c-02373cfb645a,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:14.725462 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-91358bc9-8b47-49cc-a033-ce1b02546fa4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e21b3b1-0ad7-4c99-bb6c-02373cfb645a HTTP/1.1" status: 204  len: 168 time: 1.2089989
Feb 04 19:44:14.755975 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Deleting port 25961c71-5afc-409d-8478-8f6ba5427e5a {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:14.756494 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:14.819790 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-3756ce86-fa7d-4590-812c-622e58bb4cf5 None None] The port '25961c71-5afc-409d-8478-8f6ba5427e5a' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:44:15.105632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49256) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:15.153801 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-48c571ad-59b2-49e5-8544-f32c6416e5ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=146939551c38458381c7924d019b8b84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0470715
Feb 04 19:44:15.156124 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49260) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:15.212536 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-93a57d3c-79f1-4905-b745-7c9021e0c908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:15.237365 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-93a57d3c-79f1-4905-b745-7c9021e0c908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:15.410086 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-93a57d3c-79f1-4905-b745-7c9021e0c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:15.426814 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a57d3c-79f1-4905-b745-7c9021e0c908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d797f9a4-dec6-47f5-a8cb-ec0988f8986e,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:15.434258 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-93a57d3c-79f1-4905-b745-7c9021e0c908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:15.435570 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-93a57d3c-79f1-4905-b745-7c9021e0c908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d797f9a4-dec6-47f5-a8cb-ec0988f8986e HTTP/1.1" status: 204  len: 168 time: 0.2785997
Feb 04 19:44:15.737292 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 25961c71-5afc-409d-8478-8f6ba5427e5a no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:44:15.768993 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 25961c71-5afc-409d-8478-8f6ba5427e5a {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:44:15.769657 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 25961c71-5afc-409d-8478-8f6ba5427e5a not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:44:17.833250 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-40ef686e-c411-47fb-a290-e32a2024473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:19.964351 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b161a911-8aec-483a-bac9-0d6017e8d257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.126849 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49338) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:21.141126 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.273368 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.303789 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:44:21.307664 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Usage tracker for resource:security_group_rule and tenant:9682c957c1bf4f8eaefdf2f457811a6b is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:44:21.311058 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:44:21.316574 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:44:21.380747 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.444693 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.489575 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bbedc0-e575-4924-9c87-48efb09e8d61,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:21.495750 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-20d6b425-6420-434f-bdb8-93ce0bade4ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9682c957c1bf4f8eaefdf2f457811a6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3678796
Feb 04 19:44:21.514263 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49346) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:21.563381 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-28ead21e-04b7-4926-9e45-9cb269eb0f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.592082 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-28ead21e-04b7-4926-9e45-9cb269eb0f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.741932 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-28ead21e-04b7-4926-9e45-9cb269eb0f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.760176 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ead21e-04b7-4926-9e45-9cb269eb0f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bbedc0-e575-4924-9c87-48efb09e8d61,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:21.769498 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-28ead21e-04b7-4926-9e45-9cb269eb0f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:21.770619 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-28ead21e-04b7-4926-9e45-9cb269eb0f73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53bbedc0-e575-4924-9c87-48efb09e8d61 HTTP/1.1" status: 204  len: 168 time: 0.2701061
Feb 04 19:44:21.781228 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:23.367864 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:44:23.501905 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:25.894024 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49428) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:26.030544 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:26.060156 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:44:26.064580 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd537b1d30841cbadb9c62a7e85213a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:44:26.067286 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:44:26.072791 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:44:26.134242 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:26.244859 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:26.290223 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff38ff20-1a2f-42f1-9ef5-c83da4b01c93,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:26.295537 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-25f8a397-3b13-4737-9b4c-4a499979c573 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbd537b1d30841cbadb9c62a7e85213a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4005275
Feb 04 19:44:26.298742 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49434) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:26.354816 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c871-0231-4667-be91-58e0c5a70037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:26.379802 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c871-0231-4667-be91-58e0c5a70037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:26.513020 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c871-0231-4667-be91-58e0c5a70037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:26.526423 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8c871-0231-4667-be91-58e0c5a70037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff38ff20-1a2f-42f1-9ef5-c83da4b01c93,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:26.534361 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c871-0231-4667-be91-58e0c5a70037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:26.535456 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-f2c8c871-0231-4667-be91-58e0c5a70037 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff38ff20-1a2f-42f1-9ef5-c83da4b01c93 HTTP/1.1" status: 204  len: 168 time: 0.2358117
Feb 04 19:44:27.285552 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49444) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:27.310270 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:27.350957 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:44:27.354609 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Usage tracker for resource:security_group_rule and tenant:0cf2ae2cf9c64860b89cd1705261646a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:44:27.357348 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:44:27.362857 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:44:27.428968 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:27.518740 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:27.566374 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c965088-33a6-480d-a36c-9a36586cbf7c,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:27.571616 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e8afc2f4-95fd-4f11-9874-c99b0a2b091b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cf2ae2cf9c64860b89cd1705261646a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2850740
Feb 04 19:44:27.574275 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49448) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:27.632135 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec1b3-afac-4bbf-82eb-3b87e074b951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:27.657067 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec1b3-afac-4bbf-82eb-3b87e074b951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:27.787270 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec1b3-afac-4bbf-82eb-3b87e074b951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:27.803265 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ec1b3-afac-4bbf-82eb-3b87e074b951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c965088-33a6-480d-a36c-9a36586cbf7c,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:27.807495 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec1b3-afac-4bbf-82eb-3b87e074b951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:27.808576 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-bf0ec1b3-afac-4bbf-82eb-3b87e074b951 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c965088-33a6-480d-a36c-9a36586cbf7c HTTP/1.1" status: 204  len: 168 time: 0.2335439
Feb 04 19:44:34.462695 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49544) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:34.600552 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:34.630586 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:44:34.634384 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb99f045543439cad572abf5afd3451 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:44:34.637104 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:44:34.642954 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:44:34.711759 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:34.814935 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:34.860154 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd38fcc-ce4b-47f5-bad6-240edda6a806,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:34.865390 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-9190066a-3b18-4dc3-a0ca-d9d0867e3a80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdb99f045543439cad572abf5afd3451&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4015946
Feb 04 19:44:34.868086 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49550) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:34.925953 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6f72a154-a9fb-4e29-b7a4-653bbd20e5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:34.950106 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6f72a154-a9fb-4e29-b7a4-653bbd20e5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:35.106454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6f72a154-a9fb-4e29-b7a4-653bbd20e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:35.122064 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72a154-a9fb-4e29-b7a4-653bbd20e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd38fcc-ce4b-47f5-bad6-240edda6a806,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:35.126203 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-6f72a154-a9fb-4e29-b7a4-653bbd20e5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:35.127327 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6f72a154-a9fb-4e29-b7a4-653bbd20e5f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bd38fcc-ce4b-47f5-bad6-240edda6a806 HTTP/1.1" status: 204  len: 168 time: 0.2584348
Feb 04 19:44:35.892910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49560) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:35.910429 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:35.940903 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:44:35.944513 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe07233671f422b9c22a4cfa76c63f0 is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:44:35.947233 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:44:35.952659 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:44:36.016216 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:36.095555 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:36.139763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535c07eb-4717-4b7e-bafc-977041c905ac,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:36.145886 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-3975a451-cdd8-48fe-b579-be3f85e2f889 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fe07233671f422b9c22a4cfa76c63f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2519765
Feb 04 19:44:36.148541 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49566) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:36.205704 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b47e1493-ce98-43bd-ac63-18941f5b6deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:36.232731 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b47e1493-ce98-43bd-ac63-18941f5b6deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:36.369724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b47e1493-ce98-43bd-ac63-18941f5b6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:36.386271 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1493-ce98-43bd-ac63-18941f5b6deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535c07eb-4717-4b7e-bafc-977041c905ac,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:36.394070 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b47e1493-ce98-43bd-ac63-18941f5b6deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:36.395170 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-b47e1493-ce98-43bd-ac63-18941f5b6deb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/535c07eb-4717-4b7e-bafc-977041c905ac HTTP/1.1" status: 204  len: 168 time: 0.2457736
Feb 04 19:44:38.998477 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:42.728073 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49622) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:42.931467 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Deleting port 34482186-cf5e-4aa1-951b-83b782fd9ce1 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:42.931716 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:43.169590 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:43.169910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:43.287978 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Calling delete_port for 34482186-cf5e-4aa1-951b-83b782fd9ce1 owned by network:floatingip {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:43.535579 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:43.580073 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event deleted for resources: {'Port': ['ID=34482186-cf5e-4aa1-951b-83b782fd9ce1,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:43.669234 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:44.045478 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:44:44.239128 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:44:44.250540 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:44:44.262924 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:44:44.271966 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084864f70>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:44:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:44.381487 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:44.433106 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c89cf2a9-2e79-4ef8-84dd-833e0c68fab4 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "DELETE /v2.0/floatingips/4ef4fbb0-d1d9-4d00-a4d4-3656d60b4bda HTTP/1.1" status: 204  len: 168 time: 1.7039740
Feb 04 19:44:44.433823 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:44:44.443576 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:44:44.489095 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'status': 'completed', 'code': 200}
Feb 04 19:44:44.790549 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084864f70>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:28Z', 'revision_number': 1, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:44.794433 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:44:44.805643 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:44:44.806213 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084864f70>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:44:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:44.982356 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:44:44.983500 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3073a-ef3b-46fc-970c-bc68cede3627 req-d16cb7ff-353b-4743-bb8c-2a13606e4b41 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:44.984308 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-2af3073a-ef3b-46fc-970c-bc68cede3627 req-d16cb7ff-353b-4743-bb8c-2a13606e4b41 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:44:45.061465 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-2af3073a-ef3b-46fc-970c-bc68cede3627 req-d16cb7ff-353b-4743-bb8c-2a13606e4b41 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:44:45.062676 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2af3073a-ef3b-46fc-970c-bc68cede3627 req-d16cb7ff-353b-4743-bb8c-2a13606e4b41 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.1557651
Feb 04 19:44:45.119574 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2af3073a-ef3b-46fc-970c-bc68cede3627 req-be0f0c85-899a-460c-870f-60b9754eb80f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511405
Feb 04 19:44:45.162950 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-3e333478-2db5-4579-adc0-d351b95b45ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 1099 time: 0.0739548
Feb 04 19:44:45.344924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-53329b87-63ea-460a-aea8-020f7cbd31ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:45.346952 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-53329b87-63ea-460a-aea8-020f7cbd31ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.1250284
Feb 04 19:44:45.354629 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084864f70>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:28Z', 'revision_number': 1, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:44:45.359473 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4b9d4-97d8-4a13-b89a-c0f8bf9f93e1 None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '625943e7-83a1-4aa3-91ca-fbd5cd5aee98', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'port_id': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'mac_address': 'fa:16:3e:13:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:39:25Z', 'updated_at': '2022-02-04T19:39:28Z', 'revision_number': 1, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:44:45.417746 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-bd129c4a-54a4-499b-895c-4cea904e84b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9 HTTP/1.1" status: 200  len: 217 time: 0.0636134
Feb 04 19:44:45.571736 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-b6148c77-1422-4621-a5dc-b8f621c54419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:45.574192 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-b6148c77-1422-4621-a5dc-b8f621c54419 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.1488125
Feb 04 19:44:45.575269 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997fccd-1aa1-4fec-b4d7-5bf0e8feaef3 None None] New status for floating IP 4ef4fbb0-d1d9-4d00-a4d4-3656d60b4bda: DOWN {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:44:45.648461 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-16500ba2-ab4e-47b3-868a-671161818e60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667579
Feb 04 19:44:45.779256 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-92657c05-7623-4ac2-aed6-83890ea7dc0f service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241775
Feb 04 19:44:45.920950 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ebdb131c-3001-46b8-8144-d0b53e915dd9 req-5036bd46-ea01-405e-8fd7-a3dfd641b343 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235838
Feb 04 19:44:46.122859 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-c17759b3-6035-4888-8bb6-72ae093d44c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697091
Feb 04 19:44:46.333393 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-34867848-94bf-4b6f-8fe9-8c529e73e178 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1098 time: 0.1250665
Feb 04 19:44:46.342390 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf23b2c-fdd5-4fde-91e7-0d17ab789de3 req-9176c59a-abf1-4cb6-8c79-553339790db3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:46.346875 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-baf23b2c-fdd5-4fde-91e7-0d17ab789de3 req-9176c59a-abf1-4cb6-8c79-553339790db3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0977979
Feb 04 19:44:46.388978 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-baf23b2c-fdd5-4fde-91e7-0d17ab789de3 req-0783f8e8-cf74-456c-8cfe-9f945f38e0a5 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391419
Feb 04 19:44:47.583519 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67cab1-5ea7-4c3d-bab1-6235c0bd843c req-f536179c-4f1f-4caf-a262-740b442c6e94 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:47.584857 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7c67cab1-5ea7-4c3d-bab1-6235c0bd843c req-f536179c-4f1f-4caf-a262-740b442c6e94 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0739667
Feb 04 19:44:47.627813 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7c67cab1-5ea7-4c3d-bab1-6235c0bd843c req-90b46dc3-1f47-4244-b0df-c23181a0a51a tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372896
Feb 04 19:44:47.821467 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cdb37ae9-3bfc-41c4-9f65-51b47cb193de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:48.819937 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed36661-d889-4d14-b430-5fb500ba26e9 req-667fdca0-32c7-4883-86a3-a8fd81f3a0c7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:48.821385 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9ed36661-d889-4d14-b430-5fb500ba26e9 req-667fdca0-32c7-4883-86a3-a8fd81f3a0c7 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0748734
Feb 04 19:44:48.879330 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9ed36661-d889-4d14-b430-5fb500ba26e9 req-be395a7a-d821-4997-9018-33d41922294e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523221
Feb 04 19:44:49.727624 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-eb0e1ec8-2d1a-407e-b3ed-89e91c1766a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:49.729033 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-eb0e1ec8-2d1a-407e-b3ed-89e91c1766a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.1254172
Feb 04 19:44:49.828496 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-84afea0f-7d25-46d1-80c9-fdf9073a1299 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc58d524-6724-4de9-a214-f05b5e9433ff HTTP/1.1" status: 200  len: 1000 time: 0.0915940
Feb 04 19:44:49.895776 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-5542d659-2c0f-49bc-9311-09a9fb1c0f29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:49.897219 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-5542d659-2c0f-49bc-9311-09a9fb1c0f29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0621498
Feb 04 19:44:49.912669 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-be708ccb-b728-4d67-8c24-aab72e72b45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:49.973558 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-4335fb9b-8dcf-4f33-8e4f-b206ba85f9eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700035
Feb 04 19:44:50.107312 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-73c972d2-6cc1-414d-bfe8-c04bf5eda72f service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261580
Feb 04 19:44:50.168369 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29d8e-099f-4d9b-a413-c93a5952a969 req-7b36fdcc-00da-49dc-871d-6bd1f6a71752 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:50.169839 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7de29d8e-099f-4d9b-a413-c93a5952a969 req-7b36fdcc-00da-49dc-871d-6bd1f6a71752 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.1708190
Feb 04 19:44:50.213861 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7de29d8e-099f-4d9b-a413-c93a5952a969 req-dab793e0-6a43-45d6-9ebc-d2759779dfe3 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376105
Feb 04 19:44:50.243991 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8367fe3b-06ec-4426-bada-397ae041d7c9 req-6e1cc198-a40d-4268-a3fc-b43c25e58c41 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301951
Feb 04 19:44:51.124347 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:51.416234 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359e83a-4bc3-495c-b834-ee6d1b7d483d req-6c62a0b0-203a-432c-8faf-86b87cc13ba8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:51.417699 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7359e83a-4bc3-495c-b834-ee6d1b7d483d req-6c62a0b0-203a-432c-8faf-86b87cc13ba8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0833509
Feb 04 19:44:51.462669 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7359e83a-4bc3-495c-b834-ee6d1b7d483d req-dbb7a5cc-2944-4259-a55b-f91f3c513f84 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394626
Feb 04 19:44:51.798346 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:52.653867 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dd19d-5578-40aa-9cdd-0fd4a655f3ef req-c59fbae6-7541-45a7-a5d6-2bfe9c91a174 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:52.655293 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d0dd19d-5578-40aa-9cdd-0fd4a655f3ef req-c59fbae6-7541-45a7-a5d6-2bfe9c91a174 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0732160
Feb 04 19:44:52.702737 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5d0dd19d-5578-40aa-9cdd-0fd4a655f3ef req-3f6d876f-66ac-4c68-9e74-9e327729633f tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419767
Feb 04 19:44:53.420804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:53.903000 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16a35-1bb1-4ded-8bac-bc83d8ea621a req-4e7ecd76-b96a-4f49-be2b-c7aad3e7cc65 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:53.904439 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab16a35-1bb1-4ded-8bac-bc83d8ea621a req-4e7ecd76-b96a-4f49-be2b-c7aad3e7cc65 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0842469
Feb 04 19:44:53.948458 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1ab16a35-1bb1-4ded-8bac-bc83d8ea621a req-73200797-0b03-466b-a142-46499b628d82 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384502
Feb 04 19:44:54.799274 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-7fc1d274-9501-405e-8cc8-94a2baec7823 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:54.800704 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-7fc1d274-9501-405e-8cc8-94a2baec7823 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.1449225
Feb 04 19:44:54.873642 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Deleting port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:54.878453 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:55.125877 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:55.126577 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:55.143470 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87787a43-6418-4153-ba2e-2134068c9ce4 req-d3414517-4a98-4f79-92be-b5e6a1412bbf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:55.145491 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-87787a43-6418-4153-ba2e-2134068c9ce4 req-d3414517-4a98-4f79-92be-b5e6a1412bbf tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 946 time: 0.0766482
Feb 04 19:44:55.156417 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 101e2d59-7b41-4f29-9083-33ee64bb5ab9 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:44:55.192555 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-87787a43-6418-4153-ba2e-2134068c9ce4 req-895504ff-3270-4e95-bf07-47bfeb8410f6 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415580
Feb 04 19:44:55.251842 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Calling delete_port for 101e2d59-7b41-4f29-9083-33ee64bb5ab9 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:55.281789 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:55.310603 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:44:55.322258 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:55.373514 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'code': 200}
Feb 04 19:44:55.423628 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:55.484972 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.db.api [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:44:55.485418 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG oslo_db.api [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:44:55.487801 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=101e2d59-7b41-4f29-9083-33ee64bb5ab9,revision_number=6']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:55.495906 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.496239 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.496563 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.496985 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.497328 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.497642 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.497953 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.498262 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.498568 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.498874 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.499177 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:55.987145 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Deleting port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:44:55.987505 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:56.227469 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] For port 101e2d59-7b41-4f29-9083-33ee64bb5ab9, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=101e2d59-7b41-4f29-9083-33ee64bb5ab9,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:44:56.228130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:56.348879 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Calling delete_port for 101e2d59-7b41-4f29-9083-33ee64bb5ab9 owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:44:56.407429 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244bd53-b6bc-4912-ac7c-5944fc3a33e7 req-45a390da-c0a2-4d46-9d00-463a29444b15 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:44:56.409107 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0244bd53-b6bc-4912-ac7c-5944fc3a33e7 req-45a390da-c0a2-4d46-9d00-463a29444b15 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 944 time: 0.0828404
Feb 04 19:44:56.466923 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-0244bd53-b6bc-4912-ac7c-5944fc3a33e7 req-c022d969-8b9c-4d1c-b62e-4ed0567c44ae tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515451
Feb 04 19:44:56.587095 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:56.637164 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event deleted for resources: {'Port': ['ID=101e2d59-7b41-4f29-9083-33ee64bb5ab9,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:56.715495 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.715832 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.716154 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.716514 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.716829 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.717170 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.717486 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.722419 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.722419 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.722419 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.722419 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:44:56.729989 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] No DVR routers for this DVR port 101e2d59-7b41-4f29-9083-33ee64bb5ab9 on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:44:56.732517 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:56.735449 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'name': 'network-vif-deleted', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:44:56.821508 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-a54c56f6-7a27-41cf-94e2-a6a657776504 req-740106ff-5408-4ec2-87d3-7598897bc40e tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "DELETE /v2.0/ports/101e2d59-7b41-4f29-9083-33ee64bb5ab9 HTTP/1.1" status: 204  len: 173 time: 2.0151219
Feb 04 19:44:56.977710 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fcec98-c5c5-4250-846e-6abfe483163f', 'name': 'network-vif-deleted', 'tag': '101e2d59-7b41-4f29-9083-33ee64bb5ab9', 'status': 'completed', 'code': 200}
Feb 04 19:44:57.631653 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-de9daa9c-a9c3-4dda-9519-e17a20c35dd9 req-1ddd6b0d-b48c-4633-b8c6-ae1380c157b8 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=67fcec98-c5c5-4250-846e-6abfe483163f HTTP/1.1" status: 200  len: 210 time: 0.0407789
Feb 04 19:44:58.292290 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 49766) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:58.433584 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:58.464604 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:44:58.468276 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed012b0e2844ed69b4bdc2107c293c7 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:44:58.471052 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:44:58.476585 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:44:58.538131 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:58.631652 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:58.677457 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef8868d-9022-4bc6-9c2b-df24d1a4ea16,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:58.685061 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-8df85e8a-01ed-4370-bb59-7578037095e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ed012b0e2844ed69b4bdc2107c293c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3895023
Feb 04 19:44:58.686149 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49776) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:44:58.748758 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c945bd9a-baf0-4149-b90c-4c43dfaa32e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:58.774829 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c945bd9a-baf0-4149-b90c-4c43dfaa32e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:58.889771 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c945bd9a-baf0-4149-b90c-4c43dfaa32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:58.908681 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945bd9a-baf0-4149-b90c-4c43dfaa32e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef8868d-9022-4bc6-9c2b-df24d1a4ea16,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:44:58.916191 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c945bd9a-baf0-4149-b90c-4c43dfaa32e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:44:58.917485 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c945bd9a-baf0-4149-b90c-4c43dfaa32e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ef8868d-9022-4bc6-9c2b-df24d1a4ea16 HTTP/1.1" status: 204  len: 168 time: 0.2309330
Feb 04 19:45:00.367915 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:45:01.477102 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49838) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:01.678490 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Deleting port b4fc7a1a-d230-439e-b72d-fa8dec8facbc {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:01.678853 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:01.850852 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:01.851176 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:01.968354 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Calling delete_port for b4fc7a1a-d230-439e-b72d-fa8dec8facbc owned by network:floatingip {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:02.180300 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:02.224676 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event deleted for resources: {'Port': ['ID=b4fc7a1a-d230-439e-b72d-fa8dec8facbc,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:02.317249 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:02.795612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:45:03.015240 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:45:03.026436 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:45:03.032954 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:03.039240 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:45:03.043439 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084709f40>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:44:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:03.126793 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-328d03f0-10de-40fb-b442-f46c49157e49 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "DELETE /v2.0/floatingips/625943e7-83a1-4aa3-91ca-fbd5cd5aee98 HTTP/1.1" status: 204  len: 168 time: 1.6486597
Feb 04 19:45:03.127549 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:45:03.176535 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dadca7-030b-4394-8234-c1c28c73f27f req-2d902227-d567-484d-948b-bfebefd9a226 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:03.178416 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-18dadca7-030b-4394-8234-c1c28c73f27f req-2d902227-d567-484d-948b-bfebefd9a226 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 945 time: 0.1184013
Feb 04 19:45:03.238722 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:45:03.240271 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-18dadca7-030b-4394-8234-c1c28c73f27f req-cd393c51-35cd-4020-94c2-40c4e1e7545a tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544755
Feb 04 19:45:03.343357 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'status': 'completed', 'code': 200}
Feb 04 19:45:03.463020 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-1792e7ec-f72d-4235-8f50-aacde72f5729 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 1098 time: 0.0701740
Feb 04 19:45:03.578812 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084709f40>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:03.583894 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:45:03.594130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-018ea9e9-42d0-4018-aee1-6448d8616a5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:03.595410 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-018ea9e9-42d0-4018-aee1-6448d8616a5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 200  len: 912 time: 0.1263413
Feb 04 19:45:03.596935 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:45:03.597573 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084709f40>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:44:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:03.779111 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d76d-9542-4abe-8a1e-5ad69d0e75f9 req-d1663485-0435-4593-8954-f56354d80261 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:03.779808 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-a2f4d76d-9542-4abe-8a1e-5ad69d0e75f9 req-d1663485-0435-4593-8954-f56354d80261 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:45:03.803183 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-5eb29cd8-6761-401b-8e14-82e360befc59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc58d524-6724-4de9-a214-f05b5e9433ff HTTP/1.1" status: 200  len: 217 time: 0.1631627
Feb 04 19:45:03.853257 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:45:03.875232 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-a2f4d76d-9542-4abe-8a1e-5ad69d0e75f9 req-d1663485-0435-4593-8954-f56354d80261 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:45:03.877907 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a2f4d76d-9542-4abe-8a1e-5ad69d0e75f9 req-d1663485-0435-4593-8954-f56354d80261 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 945 time: 0.1882055
Feb 04 19:45:03.882709 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-07ab4e8a-81e0-4374-b47e-29d45ba26997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:03.886829 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-07ab4e8a-81e0-4374-b47e-29d45ba26997 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 200  len: 851 time: 0.0761595
Feb 04 19:45:03.941034 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a2f4d76d-9542-4abe-8a1e-5ad69d0e75f9 req-b0fa7a2e-9c97-4d61-96e7-8d99088315f2 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529768
Feb 04 19:45:03.976860 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-8a8434fa-1ff5-4c9f-a428-b05e1458bf7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a644de52-c273-4bb7-b9ed-1e8890216310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816836
Feb 04 19:45:04.122619 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-dc17161f-15d6-4596-982d-2dc1d0c43917 service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369066
Feb 04 19:45:04.187897 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084709f40>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:04.192415 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e8faf-eb7d-4beb-a8df-13fb954483f1 None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:34:23Z', 'revision_number': 4, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '86e417bf-2be3-4443-971b-148b80bd19df', 'name': '', 'network_id': 'a644de52-c273-4bb7-b9ed-1e8890216310', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:22Z', 'updated_at': '2022-02-04T19:34:31Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'subnets': [{'id': 'c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:45:04.262198 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-3afb1bcf-23dc-40d4-b859-c68a0727dcae req-e2a81998-56b2-4ea8-8a34-fdd673b7210e service neutron] 10.222.0.60 "GET /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260939
Feb 04 19:45:04.400300 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bf370-af6f-4559-bac6-41dc2541d96f None None] New status for floating IP 625943e7-83a1-4aa3-91ca-fbd5cd5aee98: DOWN {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:45:04.468426 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc5daf-975d-4317-b409-67bbef607e8d req-bfc47c0f-cf06-4962-bb3f-814ce08ebab4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:04.469908 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8dcc5daf-975d-4317-b409-67bbef607e8d req-bfc47c0f-cf06-4962-bb3f-814ce08ebab4 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 945 time: 0.0896983
Feb 04 19:45:04.518015 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8dcc5daf-975d-4317-b409-67bbef607e8d req-1ee43c8a-65eb-422e-92c1-176e7283d1c6 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421617
Feb 04 19:45:04.650472 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-826e56d1-0387-49ae-8375-8a7b589aab69 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:04.651168 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-826e56d1-0387-49ae-8375-8a7b589aab69 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:45:04.663130 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-826e56d1-0387-49ae-8375-8a7b589aab69 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:45:04.664275 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-826e56d1-0387-49ae-8375-8a7b589aab69 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 945 time: 0.0857413
Feb 04 19:45:04.734303 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Deleting port bc58d524-6724-4de9-a214-f05b5e9433ff {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:04.740065 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:04.975724 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] For port bc58d524-6724-4de9-a214-f05b5e9433ff, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=bc58d524-6724-4de9-a214-f05b5e9433ff,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:04.976080 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:05.101723 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Calling delete_port for bc58d524-6724-4de9-a214-f05b5e9433ff owned by compute:nova {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:05.158215 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83bcc4-f32d-4251-ab86-0121dcbd424a req-c1931add-bc50-48c5-9d13-eb537c99a4cd tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:05.159838 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8f83bcc4-f32d-4251-ab86-0121dcbd424a req-c1931add-bc50-48c5-9d13-eb537c99a4cd tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 945 time: 0.0828795
Feb 04 19:45:05.207502 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-8f83bcc4-f32d-4251-ab86-0121dcbd424a req-1424919b-88b2-4b1c-95ce-0081704eb952 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/security-groups?id=977dfab9-6cff-4da3-b271-9ad9447a508e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417776
Feb 04 19:45:05.334928 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:05.385899 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event deleted for resources: {'Port': ['ID=bc58d524-6724-4de9-a214-f05b5e9433ff,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:05.459226 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] No DVR routers for this DVR port bc58d524-6724-4de9-a214-f05b5e9433ff on host hv-cinder-82724 {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:45:05.461679 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:05.464145 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'name': 'network-vif-deleted', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:45:05.464578 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-07003a57-c716-45e0-95d3-c1275e37e507 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:05.466076 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-07003a57-c716-45e0-95d3-c1275e37e507 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 945 time: 0.0802128
Feb 04 19:45:05.519290 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c37775-cddf-47c5-aad7-9261b4962d71', 'name': 'network-vif-deleted', 'tag': 'bc58d524-6724-4de9-a214-f05b5e9433ff', 'status': 'completed', 'code': 200}
Feb 04 19:45:05.541144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Deleting port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:05.544016 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:05.609236 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c689c468-56d0-4ece-b426-cc1e2bdb6e9e req-5f4cbf6f-a796-4867-a346-40259fd15902 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.60 "DELETE /v2.0/ports/bc58d524-6724-4de9-a214-f05b5e9433ff HTTP/1.1" status: 204  len: 173 time: 0.9387779
Feb 04 19:45:05.843170 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] For port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:05.843520 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:05.855958 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87502-c19f-4991-aea0-eec74a13e09b req-a55220a3-4ca3-4d36-9429-e518abe4e5ff tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:05.857429 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65f87502-c19f-4991-aea0-eec74a13e09b req-a55220a3-4ca3-4d36-9429-e518abe4e5ff tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 945 time: 0.2128801
Feb 04 19:45:05.985255 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Calling delete_port for 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:06.079980 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65f87502-c19f-4991-aea0-eec74a13e09b req-31a9e50f-bc0a-42d1-bf40-37b19ce2d87e tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166955
Feb 04 19:45:06.227031 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:06.261179 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['10e0e9b8-18ea-4f13-9b2b-0ddb22381823'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:45:06.274016 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Pushing event deleted for resources: {'Port': ['ID=10e0e9b8-18ea-4f13-9b2b-0ddb22381823,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:06.285369 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.285689 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.286018 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.286343 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.286660 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.286977 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.287292 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.287601 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.288063 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.288250 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.288543 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:45:06.394236 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-eef8768a-b772-4dc3-938b-e3e5abef9020 req-203c0c83-9543-439a-a1c5-11abd3966650 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Synchronizing usage tracker for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:45:06.458751 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] No DVR routers for this DVR port 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:45:06.461141 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:06.463535 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'name': 'network-vif-deleted', 'tag': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:45:06.523063 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7448fdc-30f6-4a3c-adaf-296038be1790', 'name': 'network-vif-deleted', 'tag': '10e0e9b8-18ea-4f13-9b2b-0ddb22381823', 'status': 'completed', 'code': 200}
Feb 04 19:45:06.529016 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-eef8768a-b772-4dc3-938b-e3e5abef9020 req-203c0c83-9543-439a-a1c5-11abd3966650 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Unset dirty status for tenant:1b4e55fbd8b74ea38b37f03bc061815e on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:45:06.534254 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-eef8768a-b772-4dc3-938b-e3e5abef9020 req-203c0c83-9543-439a-a1c5-11abd3966650 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c37775-cddf-47c5-aad7-9261b4962d71 HTTP/1.1" status: 200  len: 210 time: 0.1910226
Feb 04 19:45:06.552536 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7dacf484-5bd8-4ea7-a9c3-0f2d28cbd056 req-49591981-cd94-4f8a-8629-a7e9939d6e08 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "DELETE /v2.0/ports/10e0e9b8-18ea-4f13-9b2b-0ddb22381823 HTTP/1.1" status: 204  len: 173 time: 1.0796759
Feb 04 19:45:07.250108 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:07.253780 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-9c6156c4-74d3-4a39-9a14-fbc6f2467ac0 req-0aed9b5c-4bd3-46e7-998a-11f510dc1cc2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Synchronizing usage tracker for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:45:07.284352 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:45:07.284912 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 10e0e9b8-18ea-4f13-9b2b-0ddb22381823 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:45:07.285145 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bc58d524-6724-4de9-a214-f05b5e9433ff no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:07.316043 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: bc58d524-6724-4de9-a214-f05b5e9433ff {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:45:07.316384 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device bc58d524-6724-4de9-a214-f05b5e9433ff not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:45:07.334724 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-9c6156c4-74d3-4a39-9a14-fbc6f2467ac0 req-0aed9b5c-4bd3-46e7-998a-11f510dc1cc2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Unset dirty status for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:45:07.335891 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c6156c4-74d3-4a39-9a14-fbc6f2467ac0 req-0aed9b5c-4bd3-46e7-998a-11f510dc1cc2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7448fdc-30f6-4a3c-adaf-296038be1790 HTTP/1.1" status: 200  len: 210 time: 0.1217892
Feb 04 19:45:07.634280 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49918) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:07.787863 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Deleting port 96a086a5-7aa7-435d-8209-67065ba81621 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:07.788196 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:07.952573 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:07.952893 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:08.071019 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Calling delete_port for 96a086a5-7aa7-435d-8209-67065ba81621 owned by network:floatingip {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:08.283274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:08.326080 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event deleted for resources: {'Port': ['ID=96a086a5-7aa7-435d-8209-67065ba81621,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:08.418269 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for floatingip, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:08.546414 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:08.550168 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-01b27265-de6a-4a86-99a2-89a40742ec43 tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b5f6198-4366-423c-93a6-b56d9c619880 HTTP/1.1" status: 204  len: 168 time: 0.9121935
Feb 04 19:45:09.037716 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:15.067365 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 49992) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:15.152726 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-70f0d0a4-e623-4c19-8124-516299cdb70d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:15.181488 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-70f0d0a4-e623-4c19-8124-516299cdb70d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:15.357523 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-70f0d0a4-e623-4c19-8124-516299cdb70d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:15.377533 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0d0a4-e623-4c19-8124-516299cdb70d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977dfab9-6cff-4da3-b271-9ad9447a508e,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:15.510608 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-70f0d0a4-e623-4c19-8124-516299cdb70d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:15.511797 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-70f0d0a4-e623-4c19-8124-516299cdb70d tempest-TestVolumeBootPattern-1578857199 tempest-TestVolumeBootPattern-1578857199-project] 10.222.0.13 "DELETE /v2.0/security-groups/977dfab9-6cff-4da3-b271-9ad9447a508e HTTP/1.1" status: 204  len: 168 time: 0.4434595
Feb 04 19:45:15.723569 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50008) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:16.296157 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:16.976452 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Deleting port 86e417bf-2be3-4443-971b-148b80bd19df {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:16.976780 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:17.147511 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] For port 86e417bf-2be3-4443-971b-148b80bd19df, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=86e417bf-2be3-4443-971b-148b80bd19df,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:17.147863 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:17.302416 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Calling delete_port for 86e417bf-2be3-4443-971b-148b80bd19df owned by network:router_interface {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:17.563319 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:17.609664 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e417bf-2be3-4443-971b-148b80bd19df,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:17.641289 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50034) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:17.810878 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:17.824139 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b1d1657c-d6d7-4384-8f93-d59e2d6ac0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:17.842967 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:45:17.847312 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Usage tracker for resource:security_group_rule and tenant:451fde33524d4fbb8f4796b76cf2757f is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:45:17.849647 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:45:17.855810 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:45:17.920477 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:17.944048 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:18.026220 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:18.072640 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967aa4ad-9b7b-4113-8a41-ede3082adafd,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:18.080320 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ab840401-1e39-4a00-b5bf-2f1049cd29e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=451fde33524d4fbb8f4796b76cf2757f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4365194
Feb 04 19:45:18.081041 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50040) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:18.151108 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f90b1e6c-cc61-44c5-8cf3-83a0201363fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:18.176115 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f90b1e6c-cc61-44c5-8cf3-83a0201363fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:18.385745 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f90b1e6c-cc61-44c5-8cf3-83a0201363fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:18.400083 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b1e6c-cc61-44c5-8cf3-83a0201363fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967aa4ad-9b7b-4113-8a41-ede3082adafd,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:18.408351 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f90b1e6c-cc61-44c5-8cf3-83a0201363fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:18.411688 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f90b1e6c-cc61-44c5-8cf3-83a0201363fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/967aa4ad-9b7b-4113-8a41-ede3082adafd HTTP/1.1" status: 204  len: 168 time: 0.3276310
Feb 04 19:45:18.624946 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Router ee192e0f-041c-4511-9dd1-237b04a93b33 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:45:18.824847 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:45:18.833865 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] Sync routers for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:45:18.837414 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-25bd2104-112d-4a40-8ed6-a633e222c4e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/ee192e0f-041c-4511-9dd1-237b04a93b33/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1127801
Feb 04 19:45:18.839928 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50050) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:18.845934 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:45:18.846622 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c7d1f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:44:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:19.027701 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:45:19.037697 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.139418 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50054) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:19.158062 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.190002 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:45:19.195987 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Usage tracker for resource:security_group_rule and tenant:f44ca2f4721a4680bccaac4177c614a6 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:45:19.198974 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:45:19.204621 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:45:19.238634 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.278062 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.313300 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c7d1f0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:45:17Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:19.316985 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] Checking router: ee192e0f-041c-4511-9dd1-237b04a93b33 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:45:19.327046 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] Routers {'ee192e0f-041c-4511-9dd1-237b04a93b33'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:45:19.327634 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084c7d1f0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:44:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['ee192e0f-041c-4511-9dd1-237b04a93b33'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:19.403066 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Deleting port 297a834b-d028-42b1-9577-b28190da751f {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:19.403438 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.437182 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.484314 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa4368-e1fa-4cfc-a8f1-edaf4627de56,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:19.488701 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-935e32fb-1ce8-4325-acbc-425b35390e8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f44ca2f4721a4680bccaac4177c614a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3481917
Feb 04 19:45:19.491363 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50058) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:19.503920 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] Set router ee192e0f-041c-4511-9dd1-237b04a93b33 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:45:19.560159 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-02843c8c-f92f-4676-afed-3d4a74d2f7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.590110 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-02843c8c-f92f-4676-afed-3d4a74d2f7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.600177 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] For port 297a834b-d028-42b1-9577-b28190da751f, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=297a834b-d028-42b1-9577-b28190da751f,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:19.600544 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.717985 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-02843c8c-f92f-4676-afed-3d4a74d2f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.733180 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Calling delete_port for 297a834b-d028-42b1-9577-b28190da751f owned by network:router_gateway {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:19.735306 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843c8c-f92f-4676-afed-3d4a74d2f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa4368-e1fa-4cfc-a8f1-edaf4627de56,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:19.739704 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-02843c8c-f92f-4676-afed-3d4a74d2f7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:19.740905 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-02843c8c-f92f-4676-afed-3d4a74d2f7b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebfa4368-e1fa-4cfc-a8f1-edaf4627de56 HTTP/1.1" status: 204  len: 168 time: 0.2486467
Feb 04 19:45:19.864225 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084c7d1f0>, [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:45:17Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:19.869340 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62582d-9964-4370-be50-8798fda1c639 None None] The sync data for ids ['ee192e0f-041c-4511-9dd1-237b04a93b33'] in dv-cinder-827242-1-iscsi is: [{'id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'name': 'tempest-TestVolumeBootPattern-1252630828-router', 'tenant_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '297a834b-d028-42b1-9577-b28190da751f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:18Z', 'updated_at': '2022-02-04T19:45:17Z', 'revision_number': 5, 'project_id': '1b4e55fbd8b74ea38b37f03bc061815e', 'gw_port': {'id': '297a834b-d028-42b1-9577-b28190da751f', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee192e0f-041c-4511-9dd1-237b04a93b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:19Z', 'updated_at': '2022-02-04T19:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:45:19.897680 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2faf3e89-9ffb-4b55-ad37-13369e272192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.105969 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.149529 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=297a834b-d028-42b1-9577-b28190da751f,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:20.378467 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.572910 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50068) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:20.590598 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.622462 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:45:20.627476 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d7d8ab09714cafac2809d6593319f4 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:45:20.629128 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:45:20.631659 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.634716 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:45:20.636267 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.700445 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.774277 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.774851 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee192e0f-041c-4511-9dd1-237b04a93b33 {{(pid=83674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:45:20.788712 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.792284 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5928815f-ac14-46bf-8945-77191c3ee8c9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ee192e0f-041c-4511-9dd1-237b04a93b33 HTTP/1.1" status: 204  len: 168 time: 1.9490764
Feb 04 19:45:20.793089 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50076) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:20.852862 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.882580 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] Deleting subnet c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:45:20.890547 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:20.948481 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6d7d8ab09714cafac2809d6593319f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3744268
Feb 04 19:45:20.951769 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50086) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:20.952368 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef25217-339f-4aca-8143-596e54ecf702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a7a1a7-f5a4-4dc7-860d-a5a31cc8d518,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:20.979661 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.036705 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-f8c96cd8-96e3-4795-bd1e-6ad8232323f2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:21.038740 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-f8c96cd8-96e3-4795-bd1e-6ad8232323f2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/networks?id=a382f330-3996-40b2-ac5c-c5701e6375b9 HTTP/1.1" status: 200  len: 814 time: 0.1500628
Feb 04 19:45:21.054398 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-e2325f1d-0b6d-4733-80a8-474fb0a7f77d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/quotas/ff94d43231154a258c3304dc3920513c HTTP/1.1" status: 200  len: 375 time: 0.0102825
Feb 04 19:45:21.087339 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2c79cae-4cda-4239-8950-96a48d4497a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.101207 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-f80111a3-6469-4550-878a-e4b8dab5a71e tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff94d43231154a258c3304dc3920513c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0409911
Feb 04 19:45:21.118922 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2c79cae-4cda-4239-8950-96a48d4497a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.125337 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.198422 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.251794 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-dade0d3c-db28-472b-9407-654994594594 service neutron] 10.222.0.13 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434958
Feb 04 19:45:21.294900 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2c79cae-4cda-4239-8950-96a48d4497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.307986 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c79cae-4cda-4239-8950-96a48d4497a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a7a1a7-f5a4-4dc7-860d-a5a31cc8d518,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:21.323752 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-b2c79cae-4cda-4239-8950-96a48d4497a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.324870 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-b2c79cae-4cda-4239-8950-96a48d4497a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83a7a1a7-f5a4-4dc7-860d-a5a31cc8d518 HTTP/1.1" status: 204  len: 168 time: 0.3699179
Feb 04 19:45:21.330088 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.370894 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:21.387183 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.392009 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-04032eb0-447b-4e87-bb25-6adb0c0329e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c61f3ad0-dcb8-4e1e-8aaf-dc71a62d4b37 HTTP/1.1" status: 204  len: 168 time: 0.5970743
Feb 04 19:45:21.392483 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50092) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:21.396146 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-bc9f96f8-cb06-479e-9d85-44ff7d5dc00f service neutron] 10.222.0.13 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381917
Feb 04 19:45:21.405131 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bf831-4f5c-4d7f-a82e-9ac372b4e7e5 None None] Network a644de52-c273-4bb7-b9ed-1e8890216310 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:45:21.500487 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.511565 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Deleting port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:21.511968 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.726969 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] DHCP port deletion for a644de52-c273-4bb7-b9ed-1e8890216310 request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:45:21.734119 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Deleting port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:21.735191 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.783975 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:21.822730 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 86e417bf-2be3-4443-971b-148b80bd19df no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:21.854027 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5799fbf8-03f4-4bef-9ce7-9f5e98eee7a7 req-9ba0e331-9bc4-4c74-8b3f-e66efcedcd1d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 210 time: 0.0589743
Feb 04 19:45:21.885764 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 86e417bf-2be3-4443-971b-148b80bd19df {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:45:21.886230 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 86e417bf-2be3-4443-971b-148b80bd19df not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:45:21.886651 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 297a834b-d028-42b1-9577-b28190da751f no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:21.923063 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 297a834b-d028-42b1-9577-b28190da751f {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:45:21.923267 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 297a834b-d028-42b1-9577-b28190da751f not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:45:21.923589 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:21.955466 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] For port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:21.956741 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.081453 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Calling delete_port for e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 owned by network:dhcp {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:22.129001 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] For port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,segment=NetworkSegment(4ecc4418-e255-4ca8-831e-53389adc0cfd),segment_id=4ecc4418-e255-4ca8-831e-53389adc0cfd)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:22.129406 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.214479 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.264362 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e1f579-8db4-4c44-9408-d9bcb5b6dca2,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:22.269364 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] No DVR routers for this DVR port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 on host dv-cinder-827242-1-iscsi {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:45:22.283642 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Calling delete_port for e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:22.343750 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.389672 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.417717 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:45:22.418131 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:45:22.420188 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f30840a29a0>,) {'filters': {'network_id': ['a644de52-c273-4bb7-b9ed-1e8890216310']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:22.433506 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f30840a29a0>, '4ecc4418-e255-4ca8-831e-53389adc0cfd') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:22.433795 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f30840a29a0>, '4ecc4418-e255-4ca8-831e-53389adc0cfd') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:22.445372 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.461534 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.467670 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:45:22.467983 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:45:22.481461 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:45:22.625469 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.643917 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:22.654660 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a644de52-c273-4bb7-b9ed-1e8890216310,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:22.746710 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ac3e55f5-0159-4165-8f0e-f7206d22ee21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a644de52-c273-4bb7-b9ed-1e8890216310 HTTP/1.1" status: 204  len: 168 time: 1.3532667
Feb 04 19:45:22.749354 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50122) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:22.925843 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Deleting port e8e1f579-8db4-4c44-9408-d9bcb5b6dca2 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:22.925843 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:23.023426 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-210b9790-1e73-452d-9afe-2e231ff5bbc5 None None] The port 'e8e1f579-8db4-4c44-9408-d9bcb5b6dca2' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:45:23.119025 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-91a3045e-b3ab-45ae-8691-dc5486f232d6 req-59926376-e934-45a8-adbf-169fffea069e tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 210 time: 0.0513952
Feb 04 19:45:23.262948 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:23.448447 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:24.111984 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Deleting port 5eecb837-5e18-4d2e-a441-56318e56a4e9 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:24.112314 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:24.297866 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-ac63e7e7-ae63-456c-be2f-11ec28d5923c req-b875beb4-c9d3-475d-ae61-e7fb1c9ac72f tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 210 time: 0.0495555
Feb 04 19:45:24.314303 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-576cc26d-f113-4055-9f07-25d072fe8c21 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:24.315191 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-576cc26d-f113-4055-9f07-25d072fe8c21 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "GET /v2.0/networks?id=a382f330-3996-40b2-ac5c-c5701e6375b9 HTTP/1.1" status: 200  len: 814 time: 0.2902019
Feb 04 19:45:24.340899 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Request body: {'port': {'device_id': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9', 'admin_state_up': True, 'tenant_id': 'ff94d43231154a258c3304dc3920513c'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:45:24.428887 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] For port 5eecb837-5e18-4d2e-a441-56318e56a4e9, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=5eecb837-5e18-4d2e-a441-56318e56a4e9,segment=NetworkSegment(ad6968b9-4bc0-4d07-859b-f555453f934b),segment_id=ad6968b9-4bc0-4d07-859b-f555453f934b)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:24.429244 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:24.564254 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Calling delete_port for 5eecb837-5e18-4d2e-a441-56318e56a4e9 owned by network:router_interface {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:24.666985 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:45:24.679413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:45:24.764364 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Made reservation on behalf of ff94d43231154a258c3304dc3920513c for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:45:24.767337 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:24.875892 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:24.938124 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eecb837-5e18-4d2e-a441-56318e56a4e9,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:25.159274 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Allocated IP 172.20.0.2 (a382f330-3996-40b2-ac5c-c5701e6375b9/8d8e9423-a2ac-4045-bd00-5f4dad57b9c0/c0fabdbf-af9f-4c6d-b107-66f54ac77c98) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:45:25.514731 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9d94882-5f4e-4330-a87d-cc444ee1a0f6 req-633a07f2-c072-44b4-bf8f-57fab6163330 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 210 time: 0.0604494
Feb 04 19:45:25.573285 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:25.597785 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:25.756307 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:25.844132 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Network a382f330-3996-40b2-ac5c-c5701e6375b9 is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:45:25.851110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:45:25.853391 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:45:25.886956 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Pushing event updated for resources: {'Port': ['ID=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:25.925658 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:25.926247 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:26.043764 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-41520b3d-331f-4d65-bf36-353aca2664b2 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7064812
Feb 04 19:45:26.101683 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Request body: {'port': {'device_id': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:45:26.296552 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:26.669548 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Router 22408c9a-d2cc-40eb-835a-d0c543199f1d has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:45:26.712193 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f3b-986c-4947-bff8-84e700505778 req-dc8a078f-52cf-4aae-b674-f7cd64930d94 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:26.713773 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d2038f3b-986c-4947-bff8-84e700505778 req-dc8a078f-52cf-4aae-b674-f7cd64930d94 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 931 time: 0.0783744
Feb 04 19:45:26.762896 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-d2038f3b-986c-4947-bff8-84e700505778 req-a02fe349-ebae-4be5-9df4-e65321ca4b1d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430005
Feb 04 19:45:26.920614 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fabdbf-af9f-4c6d-b107-66f54ac77c98 {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:45:26.930254 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:26.955763 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Transition to ACTIVE for port object c0fabdbf-af9f-4c6d-b107-66f54ac77c98 will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:45:27.025523 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:27.161410 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:27.248838 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:45:27.254499 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-b882d4a9-682b-41d4-b2ba-2ccc430ef400 admin admin] 10.222.0.13 "PUT /v2.0/routers/22408c9a-d2cc-40eb-835a-d0c543199f1d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5042217
Feb 04 19:45:27.257620 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50154) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:27.260104 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] Sync routers for ids ['22408c9a-d2cc-40eb-835a-d0c543199f1d'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:45:27.272351 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] Routers {'22408c9a-d2cc-40eb-835a-d0c543199f1d'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:45:27.273051 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b4ed60>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:45:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['22408c9a-d2cc-40eb-835a-d0c543199f1d'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:27.283433 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Attempting to bind port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:45:27.283860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Attempting to bind port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:45:27.284185 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Attempting to bind port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 on network a382f330-3996-40b2-ac5c-c5701e6375b9 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:45:27.289873 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 on network a382f330-3996-40b2-ac5c-c5701e6375b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:45:27.290183 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Attempting to bind port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 on network a382f330-3996-40b2-ac5c-c5701e6375b9 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:45:27.296345 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:45:27.296671 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Checking segment: {'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:45:27.297045 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Bound using segment: {'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:45:27.297481 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Bound port: c0fabdbf-af9f-4c6d-b107-66f54ac77c98, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e5301b-9000-4761-823f-3bfde468e95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:45:27.297819 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:27.385985 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] For port c0fabdbf-af9f-4c6d-b107-66f54ac77c98, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:45:27.389773 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] For port c0fabdbf-af9f-4c6d-b107-66f54ac77c98, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:45:27.456058 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] Set router 22408c9a-d2cc-40eb-835a-d0c543199f1d gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:45:27.461206 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:27.472243 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:27.543531 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:27.545294 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0fabdbf-af9f-4c6d-b107-66f54ac77c98 HTTP/1.1" status: 200  len: 1093 time: 1.4485512
Feb 04 19:45:27.547634 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'tag': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:45:27.566435 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6d62f-40d6-4d6f-8547-47be66dc43d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:27.620536 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'tag': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98', 'status': 'completed', 'code': 200}
Feb 04 19:45:27.693862 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:27.737343 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a373af7-3cf7-4d3c-ae82-f401d4aac9a0 req-88fa53e9-8459-4737-98de-24c8445a33b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff94d43231154a258c3304dc3920513c&device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 1096 time: 0.0726874
Feb 04 19:45:27.745568 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Deleting port 6f028388-0edc-41c0-b3d7-7c931b1a5f73 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:27.746042 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:27.821337 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b4ed60>, [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:45:24Z', 'revision_number': 5, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port': {'id': '6f028388-0edc-41c0-b3d7-7c931b1a5f73', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:34:28Z', 'updated_at': '2022-02-04T19:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:27.826118 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] Checking router: 22408c9a-d2cc-40eb-835a-d0c543199f1d for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:45:27.838835 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] Routers {'22408c9a-d2cc-40eb-835a-d0c543199f1d'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:45:27.839901 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b4ed60>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:45:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['22408c9a-d2cc-40eb-835a-d0c543199f1d'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:27.944247 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a373af7-3cf7-4d3c-ae82-f401d4aac9a0 req-2b44ce3b-1ece-46c7-be44-b1e5496e33c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:27.945922 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a373af7-3cf7-4d3c-ae82-f401d4aac9a0 req-2b44ce3b-1ece-46c7-be44-b1e5496e33c3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ff94d43231154a258c3304dc3920513c&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1964314
Feb 04 19:45:27.966379 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50168) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:27.984113 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] For port 6f028388-0edc-41c0-b3d7-7c931b1a5f73, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=6f028388-0edc-41c0-b3d7-7c931b1a5f73,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:27.984544 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:28.018266 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] Set router 22408c9a-d2cc-40eb-835a-d0c543199f1d gateway port host: None {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:45:28.098880 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a373af7-3cf7-4d3c-ae82-f401d4aac9a0 req-4fadd727-6465-44a8-8002-24689d9414e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:28.100879 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-2a373af7-3cf7-4d3c-ae82-f401d4aac9a0 req-4fadd727-6465-44a8-8002-24689d9414e1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1487653
Feb 04 19:45:28.124619 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b4ed60>, [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:45:27Z', 'revision_number': 6, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port_host': None}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:28.128916 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8a3b4-157b-4cdf-9338-678a2988dfb4 None None] The sync data for ids ['22408c9a-d2cc-40eb-835a-d0c543199f1d'] in dv-cinder-827242-1-iscsi is: [{'id': '22408c9a-d2cc-40eb-835a-d0c543199f1d', 'name': 'tempest-TestVolumeBootPattern-1524080978-router', 'tenant_id': '3c92674936d442888abba7cdc8115b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:34:27Z', 'updated_at': '2022-02-04T19:45:27Z', 'revision_number': 6, 'project_id': '3c92674936d442888abba7cdc8115b1d', 'gw_port_host': None}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:45:28.234007 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Calling delete_port for 6f028388-0edc-41c0-b3d7-7c931b1a5f73 owned by network:router_gateway {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:28.243065 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-230aebe1-3479-47b4-aafb-84ccefc5f991 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff94d43231154a258c3304dc3920513c&device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 1096 time: 0.0714865
Feb 04 19:45:28.278811 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:28.316796 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-20620ddc-d732-4296-a9c9-fdee899b1037 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0fabdbf-af9f-4c6d-b107-66f54ac77c98 HTTP/1.1" status: 200  len: 217 time: 0.0599470
Feb 04 19:45:28.318604 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbca9d4-e989-4cf8-8a25-ab46a4e11d08 req-0d9058a7-90ef-4db4-89e8-870a5d27ba58 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:28.320034 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5cbca9d4-e989-4cf8-8a25-ab46a4e11d08 req-0d9058a7-90ef-4db4-89e8-870a5d27ba58 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 943 time: 0.3938746
Feb 04 19:45:28.368868 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:45:28.379780 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd207e36fdb4525980d59d5ff128efc is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:45:28.382174 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-19f1b4fb-45af-492c-8915-5af345b48fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:28.383673 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-19f1b4fb-45af-492c-8915-5af345b48fb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d8e9423-a2ac-4045-bd00-5f4dad57b9c0 HTTP/1.1" status: 200  len: 854 time: 0.0608850
Feb 04 19:45:28.384780 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:45:28.398613 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:45:28.428173 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-f53458d4-5d6e-4793-967a-448db523d659 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a382f330-3996-40b2-ac5c-c5701e6375b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380471
Feb 04 19:45:28.430650 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5cbca9d4-e989-4cf8-8a25-ab46a4e11d08 req-f7802db8-1d05-4826-bb4e-624295725c1c tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027076
Feb 04 19:45:28.535410 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:28.566338 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-349877ef-1539-4222-81a8-a7584173863c service neutron] 10.222.0.60 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322894
Feb 04 19:45:28.625816 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:28.672766 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:28.688317 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f028388-0edc-41c0-b3d7-7c931b1a5f73,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:28.784000 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7eb714-a6fb-48e0-bb44-1e5ae0dbe3e7,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:28.793347 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9cab5ce-516c-48ec-ad1e-ede12d641003 req-c216bf13-7b80-495c-9b95-c1352e93f173 service neutron] 10.222.0.60 "GET /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206743
Feb 04 19:45:28.796529 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e78d27a6-f134-41a5-9d13-a06feff23aa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbd207e36fdb4525980d59d5ff128efc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8298087
Feb 04 19:45:28.799250 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50174) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:28.999330 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.128258 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74621b5e-4780-48e3-a88a-7e476f6c9c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.222542 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74621b5e-4780-48e3-a88a-7e476f6c9c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.315239 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.331750 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.418561 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.419074 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22408c9a-d2cc-40eb-835a-d0c543199f1d {{(pid=83673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:45:29.437917 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.440027 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f7a5a6bf-3ebb-4ec9-a30d-48dd9b615f27 admin admin] 10.222.0.13 "DELETE /v2.0/routers/22408c9a-d2cc-40eb-835a-d0c543199f1d HTTP/1.1" status: 204  len: 168 time: 2.1752517
Feb 04 19:45:29.442559 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50178) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:29.489210 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74621b5e-4780-48e3-a88a-7e476f6c9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.491908 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-74621b5e-4780-48e3-a88a-7e476f6c9c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.492711 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-74621b5e-4780-48e3-a88a-7e476f6c9c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e7eb714-a6fb-48e0-bb44-1e5ae0dbe3e7 HTTP/1.1" status: 204  len: 168 time: 0.6925945
Feb 04 19:45:29.509637 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74621b5e-4780-48e3-a88a-7e476f6c9c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7eb714-a6fb-48e0-bb44-1e5ae0dbe3e7,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:29.536353 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] Deleting subnet a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:45:29.540554 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.603087 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.652017 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fd78b-9bf8-4730-a1c2-17402acb8501 req-d4bf85ec-2b0a-437b-9c3b-f0e47789b870 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:29.652017 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-811fd78b-9bf8-4730-a1c2-17402acb8501 req-d4bf85ec-2b0a-437b-9c3b-f0e47789b870 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Synchronizing usage tracker for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:45:29.690446 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.768684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-811fd78b-9bf8-4730-a1c2-17402acb8501 req-d4bf85ec-2b0a-437b-9c3b-f0e47789b870 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Unset dirty status for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:45:29.769942 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-811fd78b-9bf8-4730-a1c2-17402acb8501 req-d4bf85ec-2b0a-437b-9c3b-f0e47789b870 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 943 time: 0.2082100
Feb 04 19:45:29.777441 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 6f028388-0edc-41c0-b3d7-7c931b1a5f73 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:29.809416 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 6f028388-0edc-41c0-b3d7-7c931b1a5f73 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:45:29.809751 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 6f028388-0edc-41c0-b3d7-7c931b1a5f73 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:45:29.810154 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 5eecb837-5e18-4d2e-a441-56318e56a4e9 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:29.815893 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-811fd78b-9bf8-4730-a1c2-17402acb8501 req-db609441-762c-4c1c-83a9-96b83255564d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390637
Feb 04 19:45:29.846024 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 5eecb837-5e18-4d2e-a441-56318e56a4e9 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:45:29.846842 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 5eecb837-5e18-4d2e-a441-56318e56a4e9 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:45:29.900255 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.936651 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:29.943689 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:29.949216 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a837d-5cb6-4474-bb07-2183304e3354 None None] Network 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:45:29.949850 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-190b8ff7-d29f-40e1-9113-db45c0656507 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a1e4b086-0ff1-4fd3-bccf-7dc82dc1497d HTTP/1.1" status: 204  len: 168 time: 0.5063503
Feb 04 19:45:29.952223 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50190) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:30.152053 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.162550 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Deleting port fec41fff-e950-47cf-8db2-e2e0780501d7 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:30.162881 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.206275 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] DHCP port deletion for 8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:45:30.210637 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Deleting port fec41fff-e950-47cf-8db2-e2e0780501d7 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:30.211126 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.375501 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] For port fec41fff-e950-47cf-8db2-e2e0780501d7, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=fec41fff-e950-47cf-8db2-e2e0780501d7,segment=NetworkSegment(ad6968b9-4bc0-4d07-859b-f555453f934b),segment_id=ad6968b9-4bc0-4d07-859b-f555453f934b)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:30.375845 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.440755 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] For port fec41fff-e950-47cf-8db2-e2e0780501d7, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=fec41fff-e950-47cf-8db2-e2e0780501d7,segment=NetworkSegment(ad6968b9-4bc0-4d07-859b-f555453f934b),segment_id=ad6968b9-4bc0-4d07-859b-f555453f934b)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:30.441215 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.496309 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Calling delete_port for fec41fff-e950-47cf-8db2-e2e0780501d7 owned by network:dhcp {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:30.567610 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Calling delete_port for fec41fff-e950-47cf-8db2-e2e0780501d7 owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:45:30.660360 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.668262 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:45:30.669795 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:45:30.705258 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Pushing event deleted for resources: {'Port': ['ID=fec41fff-e950-47cf-8db2-e2e0780501d7,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:30.712500 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] No DVR routers for this DVR port fec41fff-e950-47cf-8db2-e2e0780501d7 on host dv-cinder-827242-1-iscsi {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:45:30.829607 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.855634 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083c28f40>,) {'filters': {'network_id': ['8d1b40b1-9601-4b33-8e85-b0ff85b4ef26']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:30.867829 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083c28f40>, 'ad6968b9-4bc0-4d07-859b-f555453f934b') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:30.868121 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083c28f40>, 'ad6968b9-4bc0-4d07-859b-f555453f934b') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:45:30.879627 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.895736 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.904201 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:45:30.908586 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:45:30.918721 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:45:31.057419 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62352c-7c4c-4e32-84fc-0b8e6f7b25ff req-f7bbe06e-343f-4ae4-a9b1-f20fdc25626d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:31.058728 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e62352c-7c4c-4e32-84fc-0b8e6f7b25ff req-f7bbe06e-343f-4ae4-a9b1-f20fdc25626d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 943 time: 0.0918291
Feb 04 19:45:31.108123 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8e62352c-7c4c-4e32-84fc-0b8e6f7b25ff req-10c2ff7a-de9a-4854-931c-983842c72bef tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437353
Feb 04 19:45:31.109306 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:31.129463 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:31.139456 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1b40b1-9601-4b33-8e85-b0ff85b4ef26,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:31.170091 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Deleting port fec41fff-e950-47cf-8db2-e2e0780501d7 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:45:31.170550 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:31.233987 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-44e090d4-6771-47ce-a775-54e37dd50cfc None None] The port 'fec41fff-e950-47cf-8db2-e2e0780501d7' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:45:31.254930 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-eadef0e2-d9ad-4e0a-8148-3b4b777d859a admin admin] 10.222.0.13 "DELETE /v2.0/networks/8d1b40b1-9601-4b33-8e85-b0ff85b4ef26 HTTP/1.1" status: 204  len: 168 time: 1.3015747
Feb 04 19:45:31.311170 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device c0fabdbf-af9f-4c6d-b107-66f54ac77c98 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:45:31.441950 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port c0fabdbf-af9f-4c6d-b107-66f54ac77c98, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:31.455634 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98', 'network_id': 'a382f330-3996-40b2-ac5c-c5701e6375b9', 'port_id': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98', 'mac_address': 'fa:16:3e:8d:6e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e9423-a2ac-4045-bd00-5f4dad57b9c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:45:31.506835 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:31.523962 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fabdbf-af9f-4c6d-b107-66f54ac77c98 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:45:31.538312 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port c0fabdbf-af9f-4c6d-b107-66f54ac77c98, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:31.619988 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:31.704131 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:31.757176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50218) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:31.784525 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device fec41fff-e950-47cf-8db2-e2e0780501d7 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:45:31.807306 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-36920473-b5b9-49ba-83bb-89033b1591ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b4e55fbd8b74ea38b37f03bc061815e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0563250
Feb 04 19:45:31.809785 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50222) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:31.816752 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: fec41fff-e950-47cf-8db2-e2e0780501d7 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:45:31.817093 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device fec41fff-e950-47cf-8db2-e2e0780501d7 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:45:31.870598 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f81fca2b-a884-44f6-ae41-142ec7c5a3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:31.895933 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f81fca2b-a884-44f6-ae41-142ec7c5a3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:32.013493 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f81fca2b-a884-44f6-ae41-142ec7c5a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:32.017448 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['c0fabdbf-af9f-4c6d-b107-66f54ac77c98'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:45:32.030214 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fca2b-a884-44f6-ae41-142ec7c5a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01ef3bf-bd90-4d56-b99a-050e9780d604,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:32.037098 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f81fca2b-a884-44f6-ae41-142ec7c5a3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:32.038238 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f81fca2b-a884-44f6-ae41-142ec7c5a3d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f01ef3bf-bd90-4d56-b99a-050e9780d604 HTTP/1.1" status: 204  len: 168 time: 0.2275200
Feb 04 19:45:32.302336 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bf29f-c429-49c8-9543-c946328c3612 req-d3ff3f37-6c3e-409d-9644-8e4e84dad441 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:32.307217 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-de9bf29f-c429-49c8-9543-c946328c3612 req-d3ff3f37-6c3e-409d-9644-8e4e84dad441 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 944 time: 0.0747638
Feb 04 19:45:32.348346 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-de9bf29f-c429-49c8-9543-c946328c3612 req-9c0628b8-d054-41de-8dbb-4cf2ccefe414 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388911
Feb 04 19:45:33.070505 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50236) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:33.121680 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-0894643a-5f66-469a-8a0f-33c62c8b1c93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c92674936d442888abba7cdc8115b1d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0508332
Feb 04 19:45:33.124469 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50240) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:45:33.183365 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f175e17-29cd-4e29-aa95-d5c9b11b9034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:33.207648 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f175e17-29cd-4e29-aa95-d5c9b11b9034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:33.313796 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device c0fabdbf-af9f-4c6d-b107-66f54ac77c98 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:45:33.368764 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f175e17-29cd-4e29-aa95-d5c9b11b9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:33.387924 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f175e17-29cd-4e29-aa95-d5c9b11b9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f4a17-a020-4a01-a8c6-26fe052e624d,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:33.391194 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3f175e17-29cd-4e29-aa95-d5c9b11b9034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:33.392510 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3f175e17-29cd-4e29-aa95-d5c9b11b9034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e13f4a17-a020-4a01-a8c6-26fe052e624d HTTP/1.1" status: 204  len: 168 time: 0.2670071
Feb 04 19:45:33.454483 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:45:33.460466 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:45:33.460904 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:33.578632 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:33.581873 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9462bb-1740-45b1-aad2-461699d1437e req-ab470f44-6223-46cf-8d59-796776ee29bf tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:33.583869 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c9462bb-1740-45b1-aad2-461699d1437e req-ab470f44-6223-46cf-8d59-796776ee29bf tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 944 time: 0.0832210
Feb 04 19:45:33.605808 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:45:33.615855 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port c0fabdbf-af9f-4c6d-b107-66f54ac77c98, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:45:33.629268 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8c9462bb-1740-45b1-aad2-461699d1437e req-c947d3bd-91eb-4259-b491-b1c25feabd56 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396001
Feb 04 19:45:33.669286 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98', 'code': 200}
Feb 04 19:45:33.688247 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:33.759826 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:45:34.829383 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028dba0-1b9c-4dfc-b700-6b95cc66329b req-ac464d88-e812-4490-adbf-13fb545eb86d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:34.830884 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4028dba0-1b9c-4dfc-b700-6b95cc66329b req-ac464d88-e812-4490-adbf-13fb545eb86d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0730510
Feb 04 19:45:34.874798 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-4028dba0-1b9c-4dfc-b700-6b95cc66329b req-dd914414-2875-4db6-be12-a84c06f377f0 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380023
Feb 04 19:45:36.069981 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e1129-cb8f-4fa1-9cbf-bf59c3423b3b req-057e27c6-cbf9-449e-b43a-653137401322 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:36.071317 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fb2e1129-cb8f-4fa1-9cbf-bf59c3423b3b req-057e27c6-cbf9-449e-b43a-653137401322 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0767272
Feb 04 19:45:36.114923 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-fb2e1129-cb8f-4fa1-9cbf-bf59c3423b3b req-750c75c3-d09e-4471-b850-50fd2a9cdfcd tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382686
Feb 04 19:45:36.496638 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6d4b2e1-284e-450c-8cbf-551d296f269e req-4a4c9d6a-0958-4a19-9756-47d6dcee0cb1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 1098 time: 0.0654325
Feb 04 19:45:37.309099 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5bef7-bac1-4c55-88c2-14205bd313b1 req-f5ccf126-2167-4009-835b-fe35b9dfc54f tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:37.310619 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9fa5bef7-bac1-4c55-88c2-14205bd313b1 req-f5ccf126-2167-4009-835b-fe35b9dfc54f tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0791650
Feb 04 19:45:37.354410 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9fa5bef7-bac1-4c55-88c2-14205bd313b1 req-32dd02d1-f958-4472-927c-ebe0e18adacd tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384355
Feb 04 19:45:37.368783 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:45:37.853707 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6d4b2e1-284e-450c-8cbf-551d296f269e req-dce84202-f427-49a5-a87c-bb0e445cfded service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390315
Feb 04 19:45:38.542653 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1173f-3e13-41a8-b3b9-6a8b56ecd6cd req-58392c6c-379c-485b-acfe-3af5163dd9bc tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:38.544072 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-05e1173f-3e13-41a8-b3b9-6a8b56ecd6cd req-58392c6c-379c-485b-acfe-3af5163dd9bc tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0735660
Feb 04 19:45:38.588529 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-05e1173f-3e13-41a8-b3b9-6a8b56ecd6cd req-95c44032-7977-4785-bd60-583748a9000b tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389624
Feb 04 19:45:38.985090 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:39.782964 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54d4b-173f-4c9a-9df3-2b8f040fd3a1 req-4a35a6f1-342d-4e1b-9078-9cd84ce4f05f tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:39.784390 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4a54d4b-173f-4c9a-9df3-2b8f040fd3a1 req-4a35a6f1-342d-4e1b-9078-9cd84ce4f05f tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0744762
Feb 04 19:45:39.833402 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c4a54d4b-173f-4c9a-9df3-2b8f040fd3a1 req-b79918fa-2f4a-4afe-8fb9-d4fe27d95353 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432312
Feb 04 19:45:41.029892 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21242e-8397-4e8c-afd1-f06fcaf77b2c req-5c866f0d-a801-4e03-b28a-092ad047e345 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:45:41.031200 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cb21242e-8397-4e8c-afd1-f06fcaf77b2c req-5c866f0d-a801-4e03-b28a-092ad047e345 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0773759
Feb 04 19:45:41.073673 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cb21242e-8397-4e8c-afd1-f06fcaf77b2c req-d140e4b8-577e-4dc0-86a7-595a4b2a6b4d tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371332
Feb 04 19:45:47.853537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f6d52131-463d-41a7-88ff-3b514131accc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:49.899283 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-936cebf6-e067-497c-adcb-6f6d46aa1258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:51.133850 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:51.767592 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:45:53.419255 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.187266 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50458) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:08.395090 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.424755 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:08.428403 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Usage tracker for resource:security_group_rule and tenant:0fbc84b9fe0d4f33aafaa9abd75af6f4 is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:08.431191 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:08.436629 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:08.500947 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.578394 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.621759 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e6b980-53e3-49a5-a861-72314eb01435,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:08.627740 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fbc84b9fe0d4f33aafaa9abd75af6f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4395037
Feb 04 19:46:08.630648 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50464) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:08.632718 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.633110 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.633408 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.633729 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.634048 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.634373 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.634687 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.634999 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.635308 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.635615 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.635923 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc29d1-bd30-43fd-ae3f-4d9e2a35553a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.692144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.717505 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.909935 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.926110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e6b980-53e3-49a5-a861-72314eb01435,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:08.933389 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:08.934487 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60e6b980-53e3-49a5-a861-72314eb01435 HTTP/1.1" status: 204  len: 168 time: 0.3027730
Feb 04 19:46:08.937808 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.938144 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.938476 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.938803 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.939125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.939445 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.939790 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.940070 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.940382 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.940693 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.941005 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ba401-d2dd-43c5-9423-31d5757e2305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:08.962023 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:12.763691 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb4a5-3d16-4843-8819-9f954878fbe9 req-526d953f-75c3-41f0-9d1d-cb6f9ac5e31b tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:12.765128 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-423fb4a5-3d16-4843-8819-9f954878fbe9 req-526d953f-75c3-41f0-9d1d-cb6f9ac5e31b tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0786641
Feb 04 19:46:12.809175 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-423fb4a5-3d16-4843-8819-9f954878fbe9 req-28a328f0-065b-4741-8bb9-ced109187da9 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385120
Feb 04 19:46:14.007361 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e14c6-0141-46a6-8d73-5b5475e0169e req-3f458e08-fcf0-44df-95ad-2824bde34ff7 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:14.009260 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-838e14c6-0141-46a6-8d73-5b5475e0169e req-3f458e08-fcf0-44df-95ad-2824bde34ff7 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0767636
Feb 04 19:46:14.051866 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-838e14c6-0141-46a6-8d73-5b5475e0169e req-fb695d45-355b-4945-9c12-1518f414afc7 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368447
Feb 04 19:46:14.369200 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:46:14.810325 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-26ff7189-2f27-42fb-8cf0-ba9e98a44769 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:14.811589 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-26ff7189-2f27-42fb-8cf0-ba9e98a44769 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.0739758
Feb 04 19:46:14.880315 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Deleting port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:46:14.880652 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:15.115562 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] For port c0fabdbf-af9f-4c6d-b107-66f54ac77c98, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,segment=NetworkSegment(27e5301b-9000-4761-823f-3bfde468e95a),segment_id=27e5301b-9000-4761-823f-3bfde468e95a)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:46:15.115918 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:15.260151 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Calling delete_port for c0fabdbf-af9f-4c6d-b107-66f54ac77c98 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:46:15.396599 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b6265-cc01-439f-b6ee-47f6ab4c0fd3 req-5f533138-2e13-4b41-883a-4c3b027f8411 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:15.398079 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ee4b6265-cc01-439f-b6ee-47f6ab4c0fd3 req-5f533138-2e13-4b41-883a-4c3b027f8411 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 945 time: 0.2243249
Feb 04 19:46:15.460651 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ee4b6265-cc01-439f-b6ee-47f6ab4c0fd3 req-bae01cf8-ee23-4016-9859-e2116246aa33 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/security-groups?id=29ba7f88-8425-48ad-95d9-8c3be49e634b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554965
Feb 04 19:46:15.561504 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:15.611810 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Pushing event deleted for resources: {'Port': ['ID=c0fabdbf-af9f-4c6d-b107-66f54ac77c98,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:15.767512 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] No DVR routers for this DVR port c0fabdbf-af9f-4c6d-b107-66f54ac77c98 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:46:15.770015 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:15.772440 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'name': 'network-vif-deleted', 'tag': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:46:15.825774 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500ffa0-3f66-4040-88cb-445c4afe5a06', 'name': 'network-vif-deleted', 'tag': 'c0fabdbf-af9f-4c6d-b107-66f54ac77c98', 'status': 'completed', 'code': 200}
Feb 04 19:46:15.842122 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a9b559a6-0dff-4b45-bee0-96ad97424efc req-a0e2098f-14c2-47bc-9d5e-60d9232704c1 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.60 "DELETE /v2.0/ports/c0fabdbf-af9f-4c6d-b107-66f54ac77c98 HTTP/1.1" status: 204  len: 173 time: 1.0251808
Feb 04 19:46:16.629830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-6a91cb46-df94-48ac-a514-642bdc08de29 req-5c3a3d32-7ce9-4a78-9264-de2dded00691 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Synchronizing usage tracker for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:46:16.721052 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-6a91cb46-df94-48ac-a514-642bdc08de29 req-5c3a3d32-7ce9-4a78-9264-de2dded00691 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] Unset dirty status for tenant:ff94d43231154a258c3304dc3920513c on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:46:16.724839 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-6a91cb46-df94-48ac-a514-642bdc08de29 req-5c3a3d32-7ce9-4a78-9264-de2dded00691 tempest-VolumesSnapshotTestJSON-1703626827 tempest-VolumesSnapshotTestJSON-1703626827-project] 10.222.0.13 "GET /v2.0/ports?device_id=9500ffa0-3f66-4040-88cb-445c4afe5a06 HTTP/1.1" status: 200  len: 210 time: 0.1310728
Feb 04 19:46:17.491741 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device c0fabdbf-af9f-4c6d-b107-66f54ac77c98 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:46:17.523582 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: c0fabdbf-af9f-4c6d-b107-66f54ac77c98 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:46:17.523910 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device c0fabdbf-af9f-4c6d-b107-66f54ac77c98 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:46:17.818603 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6fb9d3cc-ef86-4b97-939a-1af6d2057b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:19.915337 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-17ac1e68-fb99-464a-bc8e-f0070459ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:21.126584 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:21.759867 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:23.428527 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:38.970679 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:46.976739 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50630) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:47.036528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] Deleting subnet 8d8e9423-a2ac-4045-bd00-5f4dad57b9c0 {{(pid=83674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:46:47.039283 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.086099 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1445396'] for subnet, precommit_delete_associations {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.141525 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.252109 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6678646'] for subnet, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.288828 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8e9423-a2ac-4045-bd00-5f4dad57b9c0,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:47.293608 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.299041 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d37f6a2e-aebc-497b-891b-506d1e8ade30 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8d8e9423-a2ac-4045-bd00-5f4dad57b9c0 HTTP/1.1" status: 204  len: 168 time: 0.3212802
Feb 04 19:46:47.301427 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50634) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:47.403662 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.529180 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.557114 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f308495a340>,) {'filters': {'network_id': ['a382f330-3996-40b2-ac5c-c5701e6375b9']}} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:46:47.568544 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f308495a340>, '27e5301b-9000-4761-823f-3bfde468e95a') {'for_net_delete': True} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:46:47.568834 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.services.segments.db [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f308495a340>, '27e5301b-9000-4761-823f-3bfde468e95a') {} {{(pid=83674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:46:47.579616 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445421'] for segment, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.595628 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.602112 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:46:47.609963 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236593'] for segment, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]: Traceback (most recent call last):
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     timer()
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     cb(*args, **kw)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     return func(*args, **kwargs)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     self._notify()
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     self.callback(batched_events)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     event.method(event)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     return f(self, *a, **k)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._get(url).json()
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:46:47.615060 dv-cinder-827242-1-iscsi neutron-server[83674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:46:47.765054 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.780553 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.790864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a382f330-3996-40b2-ac5c-c5701e6375b9,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:47.856136 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-458af9b5-5445-44ef-9d06-b644840e40d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:47.891113 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-a080bd8c-b42f-47d0-8364-1f743ea9b0bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/a382f330-3996-40b2-ac5c-c5701e6375b9 HTTP/1.1" status: 204  len: 168 time: 0.5887489
Feb 04 19:46:48.272719 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50640) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:48.322183 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e241d750-a0f0-4d90-8531-c1d8bdda568e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff94d43231154a258c3304dc3920513c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482721
Feb 04 19:46:48.324559 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50644) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:48.381880 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d49e46e2-92aa-4430-865a-e2f9b6ebc51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:48.406239 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d49e46e2-92aa-4430-865a-e2f9b6ebc51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:48.519863 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d49e46e2-92aa-4430-865a-e2f9b6ebc51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:48.536274 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e46e2-92aa-4430-865a-e2f9b6ebc51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ba7f88-8425-48ad-95d9-8c3be49e634b,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:48.611821 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d49e46e2-92aa-4430-865a-e2f9b6ebc51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:48.612935 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-d49e46e2-92aa-4430-865a-e2f9b6ebc51e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29ba7f88-8425-48ad-95d9-8c3be49e634b HTTP/1.1" status: 204  len: 168 time: 0.2870152
Feb 04 19:46:49.768283 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50666) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:49.880591 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9533e047-bc04-4778-a7ac-1451141e3ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:49.898504 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1502324754-network', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:46:49.903094 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:49.906841 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Usage tracker for resource:network and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:49.909637 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:49.915581 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:49.977195 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Made reservation on behalf of 524b69904a0d427ba4456ab939c1a22a for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:46:49.979427 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:49.991472 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.022821 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:50.026703 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:50.029448 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:50.035121 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:50.097691 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.166189 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.193791 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:46:50.202704 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:50.207877 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.208211 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Added segment 14767b8b-8113-46bc-af87-71d2d9f455ca of type vlan for network bc980962-8336-4036-a902-66d54d4424da
Feb 04 19:46:50.233866 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.320781 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.321586 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:50.322165 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.421772 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] Pushing event updated for resources: {'Network': ['ID=bc980962-8336-4036-a902-66d54d4424da,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:50.431318 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network bc980962-8336-4036-a902-66d54d4424da details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:46:50.458170 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-d0c8969c-da4a-46af-a458-1b9ea2758985 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6888251
Feb 04 19:46:50.461538 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50672) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:50.466882 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Request body: {'subnet': {'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1502324754-subnet', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:46:50.471526 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:50.475344 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Usage tracker for resource:subnet and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:50.478145 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:50.483863 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:50.543099 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Made reservation on behalf of 524b69904a0d427ba4456ab939c1a22a for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:46:50.545459 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6678619'] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.811560 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1886866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6678605'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:50.882817 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d62e46-4a65-4091-b625-b4afbed3bff9,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:50.894847 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Checking segment: {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:46:50.895184 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Network hostable DHCP agents. Network: bc980962-8336-4036-a902-66d54d4424da, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:46:50.982958 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Network bc980962-8336-4036-a902-66d54d4424da is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:46:51.045577 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, bc980962-8336-4036-a902-66d54d4424da) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:51.049326 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:51.049899 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.055265 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a87e4f-980f-484f-9d7e-088037c93753 None None] Network bc980962-8336-4036-a902-66d54d4424da requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:46:51.132411 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ff420832-5458-4f97-85e6-fcab877be4b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6698425
Feb 04 19:46:51.135229 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50676) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:51.144454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:46:51.149289 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:51.153300 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Usage tracker for resource:router and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:51.156033 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:51.161633 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:51.234730 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.235272 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.235714 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.254359 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.299356 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-bc980962-8336-4036-a902-66d54d4424da', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:46:51.300147 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.368849 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:46:51.456275 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Allocated IP 172.20.0.2 (bc980962-8336-4036-a902-66d54d4424da/c4d62e46-4a65-4091-b625-b4afbed3bff9/9e3897c6-daa1-4345-8561-4a257f9346fb) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:46:51.475809 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.652237 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.662127 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Transition to ACTIVE for port object 9e3897c6-daa1-4345-8561-4a257f9346fb will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:46:51.679966 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Transition to ACTIVE for port object 9e3897c6-daa1-4345-8561-4a257f9346fb will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:46:51.735746 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.755034 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.765892 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.792120 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.822175 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Network bc980962-8336-4036-a902-66d54d4424da is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:46:51.825092 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:51.827695 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:46:51.834087 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Pushing event updated for resources: {'Port': ['ID=9e3897c6-daa1-4345-8561-4a257f9346fb,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:51.877636 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.877977 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.878312 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.878638 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.878966 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.879285 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.879604 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.879919 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.880232 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.880543 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.880859 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:46:51.901372 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Allocated IP 172.27.3.70 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/99f6f467-9be3-4bcc-a3ea-e00164c160f3) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:46:51.931138 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Attempting to bind port 9e3897c6-daa1-4345-8561-4a257f9346fb on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:46:51.931416 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Attempting to bind port 9e3897c6-daa1-4345-8561-4a257f9346fb by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:46:51.931763 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Attempting to bind port 9e3897c6-daa1-4345-8561-4a257f9346fb on network bc980962-8336-4036-a902-66d54d4424da {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:46:51.938004 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:46:51.938367 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Checking segment: {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:46:51.941412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:51.941412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Bound using segment: {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:46:51.941412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Bound port: 9e3897c6-daa1-4345-8561-4a257f9346fb, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:46:51.941412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:52.023280 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] For port 9e3897c6-daa1-4345-8561-4a257f9346fb, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:46:52.026206 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] For port 9e3897c6-daa1-4345-8561-4a257f9346fb, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9e3897c6-daa1-4345-8561-4a257f9346fb,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:46:52.042971 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:52.109014 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:52.136470 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:52.197629 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0452e2-cbce-4ec4-a524-d554eb5c5f2c None None] Pushing event updated for resources: {'Port': ['ID=9e3897c6-daa1-4345-8561-4a257f9346fb,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:52.204115 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:46:52.207729 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:52.209587 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Pushing event updated for resources: {'Port': ['ID=99f6f467-9be3-4bcc-a3ea-e00164c160f3,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:52.211521 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:46:52.456701 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:52.457502 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:52.743309 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Router cc04127e-199e-4cb2-a133-b1cffb47c065 is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:46:53.032692 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:46:53.048825 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a2b27-8a87-464e-a630-5ba3027f676f None None] Network bc980962-8336-4036-a902-66d54d4424da requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:46:53.065567 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Sync routers for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:46:53.125775 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:53.127005 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-24959420-b5b7-4cd2-853f-0f30a7f25a97 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9905684
Feb 04 19:46:53.130054 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50680) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:53.163537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:46:53.164154 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a3a0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:46:53.229122 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ae6527c4-796a-4f8d-98be-dfb791af2766 None None] Provisioning for port 9e3897c6-daa1-4345-8561-4a257f9346fb completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:46:53.439804 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:46:53.505918 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:53.810509 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a3a0>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:52Z', 'revision_number': 3, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:46:53.816222 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Checking router: cc04127e-199e-4cb2-a133-b1cffb47c065 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:46:53.816964 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Updating router cc04127e-199e-4cb2-a133-b1cffb47c065 port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:46:53.870323 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9e3897c6-daa1-4345-8561-4a257f9346fb up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:46:53.883428 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:53.923002 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.087795 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_common [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Allocated IP 172.20.0.1 (bc980962-8336-4036-a902-66d54d4424da/c4d62e46-4a65-4091-b625-b4afbed3bff9/9ff4a642-ee62-445e-bde5-1fe0ac8979b6) {{(pid=83673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:46:54.136063 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 9e3897c6-daa1-4345-8561-4a257f9346fb completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:46:54.149261 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9e3897c6-daa1-4345-8561-4a257f9346fb triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:46:54.149654 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.234048 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.249349 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.provisioning_blocks [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Transition to ACTIVE for port object 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 will not be triggered until provisioned by entity DHCP. {{(pid=83673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:46:54.337598 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.359064 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.402603 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.404562 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Network bc980962-8336-4036-a902-66d54d4424da is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:46:54.407412 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:54.411137 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Received port after_create {{(pid=83673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:46:54.415277 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 9e3897c6-daa1-4345-8561-4a257f9346fb, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9e3897c6-daa1-4345-8561-4a257f9346fb,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:46:54.418204 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Transition to ACTIVE for port object 99f6f467-9be3-4bcc-a3ea-e00164c160f3 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:46:54.440733 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Pushing event updated for resources: {'Port': ['ID=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:54.468353 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.485964 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.521962 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.573344 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Attempting to bind port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:46:54.577068 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Attempting to bind port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:46:54.577068 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Attempting to bind port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:46:54.577068 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=9e3897c6-daa1-4345-8561-4a257f9346fb,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:54.623049 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.623701 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:46:54.624081 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:46:54.624495 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.624854 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:46:54.625333 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Bound port: 99f6f467-9be3-4bcc-a3ea-e00164c160f3, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:46:54.628485 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.692120 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988837-8b6d-4d51-8d7a-1f1c3c7a9ad5 None None] Pushing event updated for resources: {'Port': ['ID=99f6f467-9be3-4bcc-a3ea-e00164c160f3,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:54.718766 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] For port 99f6f467-9be3-4bcc-a3ea-e00164c160f3, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:46:54.722122 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] For port 99f6f467-9be3-4bcc-a3ea-e00164c160f3, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=99f6f467-9be3-4bcc-a3ea-e00164c160f3,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:46:54.771615 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-d1b50937-c7d6-4f9d-9d25-77d10a9be7e9 None None] Provisioning for port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:46:54.776449 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-d1b50937-c7d6-4f9d-9d25-77d10a9be7e9 None None] Provisioning complete for port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:46:54.777021 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d1b50937-c7d6-4f9d-9d25-77d10a9be7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.815733 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.895262 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-d1b50937-c7d6-4f9d-9d25-77d10a9be7e9 None None] Port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:46:54.913672 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988837-8b6d-4d51-8d7a-1f1c3c7a9ad5 None None] Pushing event updated for resources: {'Port': ['ID=99f6f467-9be3-4bcc-a3ea-e00164c160f3,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:54.918257 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:46:54.918572 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a3a0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:46:54.937570 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:54.989058 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:55.092763 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Pushing event updated for resources: {'Port': ['ID=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,revision_number=2']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:55.093111 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:46:55.096071 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:55.227398 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Network bc980962-8336-4036-a902-66d54d4424da is already hosted by enough agents. {{(pid=83673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:46:55.228396 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.base_scheduler [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:55.408413 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b1a3a0>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 1, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:46:55.412560 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73b16c-1837-4312-821b-f01b456c2214 None None] The sync data for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi is: [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 1, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:46:55.523846 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-945af042-7c11-458a-b362-4bece96874b6 None None] Provisioning complete for port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:46:55.524310 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-945af042-7c11-458a-b362-4bece96874b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:55.638000 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-945af042-7c11-458a-b362-4bece96874b6 None None] Port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:46:55.644600 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Router cc04127e-199e-4cb2-a133-b1cffb47c065 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:46:55.833954 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9e3897c6-daa1-4345-8561-4a257f9346fb up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:46:55.855052 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:46:55.864520 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-ed801971-b7f7-4e49-8121-6017b4163b4d admin admin] 10.222.0.13 "PUT /v2.0/routers/cc04127e-199e-4cb2-a133-b1cffb47c065/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7333272
Feb 04 19:46:55.913769 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9e3897c6-daa1-4345-8561-4a257f9346fb triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:46:55.914135 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:56.947840 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50704) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:56.953364 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-448463793-network', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:46:56.958084 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:56.961935 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Usage tracker for resource:network and tenant:82246b8249b2441aa15f96b61f5856dc is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:56.964756 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:56.970915 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:57.050371 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Made reservation on behalf of 82246b8249b2441aa15f96b61f5856dc for: {'network': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:46:57.052726 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for network, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.067850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.095088 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:57.098813 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Usage tracker for resource:security_group_rule and tenant:82246b8249b2441aa15f96b61f5856dc is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:57.102077 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:57.107609 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:57.172956 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.239943 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.271832 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=83674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 04 19:46:57.276886 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b1c431-2540-412a-8358-736c1c595a44,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:57.283438 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.284284 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.segments_db [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Added segment ebda9c3b-6eaf-4d9d-9e8d-689316192f9f of type vlan for network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef
Feb 04 19:46:57.309201 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740397990777'] for network, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.394192 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120'] for network, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.395013 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:57.395577 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.500494 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] Pushing event updated for resources: {'Network': ['ID=5dfe8a0a-7bd2-4044-b5c2-26b893342cef,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:57.510771 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef details requested by agent ovs-agent-dv-cinder-827242-1-iscsi with host dv-cinder-827242-1-iscsi {{(pid=83676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 04 19:46:57.566473 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-66426fe8-1a29-4624-8019-498600ef517d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6175337
Feb 04 19:46:57.569084 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50708) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:57.574833 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Request body: {'subnet': {'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-448463793-subnet', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'ip_version': 4}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:46:57.579811 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:57.583611 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Usage tracker for resource:subnet and tenant:82246b8249b2441aa15f96b61f5856dc is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:57.587036 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:57.592636 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:57.679875 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Made reservation on behalf of 82246b8249b2441aa15f96b61f5856dc for: {'subnet': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:46:57.682173 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6678619'] for subnet, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:57.836412 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 99f6f467-9be3-4bcc-a3ea-e00164c160f3 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:46:57.965736 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:46:57.970409 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:46:57.970768 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.028920 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1886866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6678605'] for subnet, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.091099 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.106841 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 99f6f467-9be3-4bcc-a3ea-e00164c160f3, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=99f6f467-9be3-4bcc-a3ea-e00164c160f3,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:46:58.108781 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a053c6d0-5416-4d08-8418-7836fe3b5acc,revision_number=0']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:58.116917 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Checking segment: {'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:46:58.117286 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Network hostable DHCP agents. Network: 5dfe8a0a-7bd2-4044-b5c2-26b893342cef, hostable agents: ['b7960eb2-3e6f-4984-bd11-0a28ee0986b3'], hosted agents: [] {{(pid=83674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 04 19:46:58.182699 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.205442 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef is scheduled to be hosted by DHCP agent b7960eb2-3e6f-4984-bd11-0a28ee0986b3 with binding_index 1 {{(pid=83674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 04 19:46:58.245963 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=99f6f467-9be3-4bcc-a3ea-e00164c160f3,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:58.268681 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827242-1-iscsi, 5dfe8a0a-7bd2-4044-b5c2-26b893342cef) {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:58.273137 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:46:58.274185 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for subnet, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.276878 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff3611-4677-4a49-8660-381f2f30a90e None None] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:46:58.326319 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-ca5b1c7b-e6c6-43cb-ac93-8caf33224e05 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7561872
Feb 04 19:46:58.329324 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50712) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:46:58.334629 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:46:58.339139 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:46:58.342822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Usage tracker for resource:router and tenant:82246b8249b2441aa15f96b61f5856dc is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:46:58.345567 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:46:58.351080 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:46:58.400413 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11791'] for router, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.401984 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-509805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-511817', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-519165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11798'] for router, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.420617 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.484342 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd91a4ed-eb2e-5979-bdfa-ba8a9d4808d6-5dfe8a0a-7bd2-4044-b5c2-26b893342cef', 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'fixed_ips': [{'subnet_id': 'a053c6d0-5416-4d08-8418-7836fe3b5acc'}]}} from dv-cinder-827242-1-iscsi. {{(pid=83676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 04 19:46:58.492238 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.635719 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-511871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11812'] for router, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.640951 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.db_base_plugin_common [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Allocated IP 172.20.0.2 (5dfe8a0a-7bd2-4044-b5c2-26b893342cef/a053c6d0-5416-4d08-8418-7836fe3b5acc/2860fff8-6c8e-40c9-8fd1-0abb0cb40165) {{(pid=83676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:46:58.834656 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Notify callbacks [] for port, precommit_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.844098 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Transition to ACTIVE for port object 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:46:58.861623 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Transition to ACTIVE for port object 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 will not be triggered until provisioned by entity DHCP. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:46:58.875607 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.914896 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438'] for port, after_create {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.915125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:58.985418 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef is already hosted by enough agents. {{(pid=83676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:46:58.988021 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Resources bound (agent type, host, resource id):  {{(pid=83676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:58.991830 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Received port after_create {{(pid=83676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:46:59.001335 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Pushing event updated for resources: {'Port': ['ID=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,revision_number=1']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:59.050952 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Allocated IP 172.27.3.20 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/2e63a333-997f-4498-96e4-659abd9e4590) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:46:59.080408 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Attempting to bind port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:46:59.080764 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Attempting to bind port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:46:59.081113 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Attempting to bind port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 on network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:46:59.088040 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:46:59.088400 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Checking segment: {'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:46:59.088788 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:59.089176 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Bound using segment: {'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:46:59.089693 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Bound port: 2860fff8-6c8e-40c9-8fd1-0abb0cb40165, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:46:59.090051 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:59.198275 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:59.208372 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] For port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:46:59.212403 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] For port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,segment=NetworkSegment(ebda9c3b-6eaf-4d9d-9e8d-689316192f9f),segment_id=ebda9c3b-6eaf-4d9d-9e8d-689316192f9f)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:46:59.274760 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:59.297398 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:59.350691 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2b8c8-aa98-451f-814f-ccc92d86d49b None None] Pushing event updated for resources: {'Port': ['ID=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,revision_number=2']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:59.363326 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:46:59.366839 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:46:59.370559 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:46:59.409125 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=2e63a333-997f-4498-96e4-659abd9e4590,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:46:59.623766 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:59.624500 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510366'] for router, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:46:59.890080 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 99f6f467-9be3-4bcc-a3ea-e00164c160f3 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:46:59.919684 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 is scheduled to L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 with binding_index 1 {{(pid=83674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 04 19:46:59.961089 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:46:59.961470 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:00.078558 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:00.121394 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:47:00.133058 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Sync routers for ids ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:47:00.145354 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Routers {'893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:00.145959 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30845601c0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:00.212563 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:00.214096 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6ac888eb-7842-43ef-a311-18bff993a6b8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.8838329
Feb 04 19:47:00.216856 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50716) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:00.233426 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:00.283459 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dca6fd6-5e7f-4d12-88e0-e5d704215cb0 None None] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:47:00.333739 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Set router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:00.524472 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-e3f2fc53-12d3-4bf8-84d1-493e70c533ab None None] Provisioning for port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:00.531859 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-e3f2fc53-12d3-4bf8-84d1-493e70c533ab None None] Provisioning complete for port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:00.531859 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fc53-12d3-4bf8-84d1-493e70c533ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:00.661228 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fc53-12d3-4bf8-84d1-493e70c533ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:00.681666 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30845601c0>, [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:46:59Z', 'revision_number': 3, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:00.686622 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Checking router: 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:47:00.691096 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Updating router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 port 2e63a333-997f-4498-96e4-659abd9e4590 binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:47:00.696630 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-e3f2fc53-12d3-4bf8-84d1-493e70c533ab None None] For port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,segment=NetworkSegment(ebda9c3b-6eaf-4d9d-9e8d-689316192f9f),segment_id=ebda9c3b-6eaf-4d9d-9e8d-689316192f9f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:47:00.746715 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:00.777952 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fc53-12d3-4bf8-84d1-493e70c533ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:00.848359 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2fc53-12d3-4bf8-84d1-493e70c533ab None None] Pushing event updated for resources: {'Port': ['ID=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:00.902502 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-6034cbe2-3bcd-4601-820f-6449ad792aae None None] Provisioning complete for port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:00.903614 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6034cbe2-3bcd-4601-820f-6449ad792aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.073761 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.085496 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Transition to ACTIVE for port object 2e63a333-997f-4498-96e4-659abd9e4590 will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:47:01.093742 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.159821 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.238852 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Pushing event updated for resources: {'Port': ['ID=2e63a333-997f-4498-96e4-659abd9e4590,revision_number=2']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:01.241052 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Attempting to bind port 2e63a333-997f-4498-96e4-659abd9e4590 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:47:01.241439 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Attempting to bind port 2e63a333-997f-4498-96e4-659abd9e4590 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:47:01.241763 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Attempting to bind port 2e63a333-997f-4498-96e4-659abd9e4590 on network 348ec8c7-4182-4bea-b97c-040672bc32eb {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:47:01.252414 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:47:01.252774 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Checking segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:47:01.253175 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.253559 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Bound using segment: {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:47:01.254002 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Bound port: 2e63a333-997f-4498-96e4-659abd9e4590, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af65537-f981-4e21-b600-d0a15388f0ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:47:01.254358 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.281116 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.281483 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.281817 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.282141 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.282462 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.282781 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.283097 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.283462 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.283718 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.284410 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.284410 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:01.298301 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Allocated IP 172.20.0.1 (5dfe8a0a-7bd2-4044-b5c2-26b893342cef/a053c6d0-5416-4d08-8418-7836fe3b5acc/ab6c1e95-88e6-4c00-a9c5-33221773eae0) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:47:01.330419 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] For port 2e63a333-997f-4498-96e4-659abd9e4590, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:47:01.333351 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] For port 2e63a333-997f-4498-96e4-659abd9e4590, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=2e63a333-997f-4498-96e4-659abd9e4590,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:47:01.389033 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.443106 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.460028 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Transition to ACTIVE for port object ab6c1e95-88e6-4c00-a9c5-33221773eae0 will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:47:01.472048 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a9bb-de63-4cd5-8ff2-0e48f9729544 None None] Pushing event updated for resources: {'Port': ['ID=2e63a333-997f-4498-96e4-659abd9e4590,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:01.476772 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Routers {'893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:01.477383 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30845601c0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:01.531866 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.597673 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:47:01.600916 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:47:01.605218 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:47:01.629784 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab6c1e95-88e6-4c00-a9c5-33221773eae0,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:01.666794 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] Set router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:01.670503 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510288'] for router_interface, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.830873 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:01.852043 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.908121 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:01.908727 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.951327 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-5390203b-1f79-4ea9-b80e-22301737e544 None None] Provisioning for port ab6c1e95-88e6-4c00-a9c5-33221773eae0 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:01.958433 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30845601c0>, [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:46:59Z', 'revision_number': 3, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:01.961758 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-5390203b-1f79-4ea9-b80e-22301737e544 None None] Provisioning complete for port ab6c1e95-88e6-4c00-a9c5-33221773eae0 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:01.962130 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-5390203b-1f79-4ea9-b80e-22301737e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:01.964296 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78734e9-cccc-4064-9c9c-baab5554d66c None None] The sync data for ids ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'] in dv-cinder-827242-1-iscsi is: [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:46:59Z', 'revision_number': 3, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:47:02.025363 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-5390203b-1f79-4ea9-b80e-22301737e544 None None] Port ab6c1e95-88e6-4c00-a9c5-33221773eae0 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:47:02.086245 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:02.142564 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:02.328640 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab6c1e95-88e6-4c00-a9c5-33221773eae0,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:02.330990 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3589313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510635'] for router_interface, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:02.461391 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:47:02.462356 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:47:02.750160 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-9213e266-3af5-4c51-93d2-6e22e64c94a1 None None] Provisioning complete for port ab6c1e95-88e6-4c00-a9c5-33221773eae0 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:02.750527 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9213e266-3af5-4c51-93d2-6e22e64c94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:02.800718 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-9213e266-3af5-4c51-93d2-6e22e64c94a1 None None] Port ab6c1e95-88e6-4c00-a9c5-33221773eae0 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:47:02.848960 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:47:03.039448 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:47:03.047711 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-5d280f78-48bc-44fc-a22d-4f77540018a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8297260
Feb 04 19:47:07.851541 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2e63a333-997f-4498-96e4-659abd9e4590 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:07.999703 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 2e63a333-997f-4498-96e4-659abd9e4590 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:08.007284 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 2e63a333-997f-4498-96e4-659abd9e4590 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:08.007650 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:08.141591 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:08.158398 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 2e63a333-997f-4498-96e4-659abd9e4590, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=2e63a333-997f-4498-96e4-659abd9e4590,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:47:08.268385 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:08.339182 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=2e63a333-997f-4498-96e4-659abd9e4590,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:09.006748 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:09.054397 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Sync routers for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:47:09.069460 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:09.070201 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b2eee0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:09.283776 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:09.636315 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b2eee0>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 2, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:09.642093 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Checking router: cc04127e-199e-4cb2-a133-b1cffb47c065 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:47:09.646577 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Updating router cc04127e-199e-4cb2-a133-b1cffb47c065 port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 binding host dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:47:09.705584 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:09.855320 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2e63a333-997f-4498-96e4-659abd9e4590 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:10.040499 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 2e63a333-997f-4498-96e4-659abd9e4590 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:10.041147 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:10.224958 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Notify callbacks [] for port, precommit_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:10.245670 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Transition to ACTIVE for port object 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 will not be triggered until provisioned by entity L2. {{(pid=83676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:47:10.358613 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:10.487229 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cc9dc-cfd5-44eb-8297-6a8744e7217a None None] Pushing event updated for resources: {'Port': ['ID=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,revision_number=3']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:10.578651 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Attempting to bind port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:47:10.579041 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Attempting to bind port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:47:10.579398 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Attempting to bind port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 on network bc980962-8336-4036-a902-66d54d4424da {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:47:10.586269 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:47:10.586617 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Checking segment: {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:47:10.587006 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:10.587382 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Bound using segment: {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'} {{(pid=83676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:47:10.587857 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.managers [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Bound port: 9ff4a642-ee62-445e-bde5-1fe0ac8979b6, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'}}] {{(pid=83676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:47:10.588261 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:10.682727 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] For port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:47:10.686125 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] For port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:47:11.074537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:11.155149 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:11.155837 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b2eee0>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:11.221834 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cc9dc-cfd5-44eb-8297-6a8744e7217a None None] Pushing event updated for resources: {'Port': ['ID=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:11.358474 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:11.754997 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b2eee0>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:10Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:11.759873 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441af69e-766f-4288-875c-c6c4e6463874 None None] The sync data for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi is: [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:10Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:47:11.879971 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:11.923531 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Sync routers for ids ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:47:11.944785 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Routers {'893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:11.945711 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846a3c40>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:12.085551 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:12.093957 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:12.094394 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:12.153481 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Set router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:12.284735 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:12.345893 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:47:12.417063 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:12.514598 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:12.571530 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846a3c40>, [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:01Z', 'revision_number': 4, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'ab6c1e95-88e6-4c00-a9c5-33221773eae0', 'name': '', 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'mac_address': 'fa:16:3e:b7:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a053c6d0-5416-4d08-8418-7836fe3b5acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:47:01Z', 'updated_at': '2022-02-04T19:47:01Z', 'revision_number': 2, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'subnets': [{'id': 'a053c6d0-5416-4d08-8418-7836fe3b5acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:12.577289 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Checking router: 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:47:12.577634 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Updating router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 port ab6c1e95-88e6-4c00-a9c5-33221773eae0 binding host dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 04 19:47:12.631775 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:13.033632 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Notify callbacks [] for port, precommit_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:13.045226 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.provisioning_blocks [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Transition to ACTIVE for port object ab6c1e95-88e6-4c00-a9c5-33221773eae0 will not be triggered until provisioned by entity L2. {{(pid=83677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:47:13.119888 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:13.248307 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1237c-d4aa-4e96-a8e0-bd3191f28ede None None] Pushing event updated for resources: {'Port': ['ID=ab6c1e95-88e6-4c00-a9c5-33221773eae0,revision_number=3']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:13.339116 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Attempting to bind port ab6c1e95-88e6-4c00-a9c5-33221773eae0 on host dv-cinder-827242-1-iscsi for vnic_type normal with profile  {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:47:13.339469 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Attempting to bind port ab6c1e95-88e6-4c00-a9c5-33221773eae0 by drivers openvswitch,hyperv on host dv-cinder-827242-1-iscsi at level 0 using segments [{'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:47:13.339819 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Attempting to bind port ab6c1e95-88e6-4c00-a9c5-33221773eae0 on network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:47:13.346829 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Checking agent: {'id': '05391ed3-60a2-4c5a-9f30-9d1b9a20c637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827242-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 22, 51), 'started_at': datetime.datetime(2022, 2, 4, 19, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827242-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:47:13.347208 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Checking segment: {'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:47:13.347588 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:13.347969 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Bound using segment: {'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'} {{(pid=83677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:47:13.348424 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.managers [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Bound port: ab6c1e95-88e6-4c00-a9c5-33221773eae0, host: dv-cinder-827242-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef'}}] {{(pid=83677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:47:13.348807 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:13.448086 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] For port ab6c1e95-88e6-4c00-a9c5-33221773eae0, host dv-cinder-827242-1-iscsi, cleared binding levels {{(pid=83677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:47:13.452146 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.plugins.ml2.db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] For port ab6c1e95-88e6-4c00-a9c5-33221773eae0, host dv-cinder-827242-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=ab6c1e95-88e6-4c00-a9c5-33221773eae0,segment=NetworkSegment(ebda9c3b-6eaf-4d9d-9e8d-689316192f9f),segment_id=ebda9c3b-6eaf-4d9d-9e8d-689316192f9f)] {{(pid=83677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:47:13.553699 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:13.635636 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1237c-d4aa-4e96-a8e0-bd3191f28ede None None] Pushing event updated for resources: {'Port': ['ID=ab6c1e95-88e6-4c00-a9c5-33221773eae0,revision_number=4']} {{(pid=83677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:13.640386 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Routers {'893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:13.640968 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f30846a3c40>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:46:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:13.854066 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] Set router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:13.867086 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:13.956596 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:13.956960 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:14.217057 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f30846a3c40>, [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:01Z', 'revision_number': 4, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'ab6c1e95-88e6-4c00-a9c5-33221773eae0', 'name': '', 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'mac_address': 'fa:16:3e:b7:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a053c6d0-5416-4d08-8418-7836fe3b5acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:47:01Z', 'updated_at': '2022-02-04T19:47:13Z', 'revision_number': 4, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'subnets': [{'id': 'a053c6d0-5416-4d08-8418-7836fe3b5acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:14.221511 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2d4d0-8574-40c2-aac4-5c2936cf0fcf None None] The sync data for ids ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'] in dv-cinder-827242-1-iscsi is: [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:01Z', 'revision_number': 4, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': 'ab6c1e95-88e6-4c00-a9c5-33221773eae0', 'name': '', 'network_id': '5dfe8a0a-7bd2-4044-b5c2-26b893342cef', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'mac_address': 'fa:16:3e:b7:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a053c6d0-5416-4d08-8418-7836fe3b5acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:47:01Z', 'updated_at': '2022-02-04T19:47:13Z', 'revision_number': 4, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'subnets': [{'id': 'a053c6d0-5416-4d08-8418-7836fe3b5acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:47:15.843229 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device ab6c1e95-88e6-4c00-a9c5-33221773eae0 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:16.256809 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning for port ab6c1e95-88e6-4c00-a9c5-33221773eae0 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:16.261704 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port ab6c1e95-88e6-4c00-a9c5-33221773eae0 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:16.262420 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:16.375777 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:16.406797 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] For port ab6c1e95-88e6-4c00-a9c5-33221773eae0, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=ab6c1e95-88e6-4c00-a9c5-33221773eae0,segment=NetworkSegment(ebda9c3b-6eaf-4d9d-9e8d-689316192f9f),segment_id=ebda9c3b-6eaf-4d9d-9e8d-689316192f9f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:47:16.460571 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:16.527178 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Pushing event updated for resources: {'Port': ['ID=ab6c1e95-88e6-4c00-a9c5-33221773eae0,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:17.285757 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-2bac7007-0e1a-4ba2-a097-08ede1f99db0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:17.287173 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-2bac7007-0e1a-4ba2-a097-08ede1f99db0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 815 time: 0.1384969
Feb 04 19:47:17.302304 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-508aa3bd-048c-48ca-8ed2-05c9e089eaea tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/quotas/524b69904a0d427ba4456ab939c1a22a HTTP/1.1" status: 200  len: 375 time: 0.0099499
Feb 04 19:47:17.377284 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-8c526a90-9c33-4d91-b595-d8316f02b5d9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Synchronizing usage tracker for tenant:524b69904a0d427ba4456ab939c1a22a on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:47:17.468135 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-8c526a90-9c33-4d91-b595-d8316f02b5d9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Unset dirty status for tenant:524b69904a0d427ba4456ab939c1a22a on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:47:17.469523 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-8c526a90-9c33-4d91-b595-d8316f02b5d9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1627469
Feb 04 19:47:17.613140 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9ef70645-5bc5-456d-a47a-7c926a745fa7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=83673) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 04 19:47:17.614146 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9ef70645-5bc5-456d-a47a-7c926a745fa7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1330190
Feb 04 19:47:17.748196 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-10978bbb-4d30-4999-9e4b-b5f42f0c2b6d service neutron] 10.222.0.13 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239758
Feb 04 19:47:17.811621 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-a25d574b-2858-4ab4-b2fd-8ec0b6585e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:17.832236 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device ab6c1e95-88e6-4c00-a9c5-33221773eae0 up at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:17.882891 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-6363175b-c306-4637-aa64-f931e1b5f274 service neutron] 10.222.0.13 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289036
Feb 04 19:47:17.912689 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Provisioning complete for port ab6c1e95-88e6-4c00-a9c5-33221773eae0 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:17.912689 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:17.923434 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [req-e0a5a220-e6f1-49f4-b199-ea81e869c2ea req-2780f3d5-2690-4c06-be81-3c6da95c4f07 service neutron] (83674) timed out ('10.222.0.60', 54150) {{(pid=83674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Feb 04 19:47:18.214749 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b98ed331-74cf-4ae0-9c54-e47a1755ad24 req-d1c05f47-b15b-43e2-987d-dfa3f8ae5aa7 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 210 time: 0.1143682
Feb 04 19:47:19.373560 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-66a59d2e-30ca-41cc-9f0b-b75a9af02bbe req-6c98048c-1f9b-40ce-af3d-09b4edb8ca43 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 210 time: 0.0398967
Feb 04 19:47:19.874154 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6f7e2cf7-a727-4ec8-82d9-90a262fa5a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:20.552312 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-ff48f800-af5c-48cc-81d5-d9219cf15b4c req-c68d273f-c3c9-4d7a-9f90-ee13c8014ef9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 210 time: 0.0601163
Feb 04 19:47:20.573819 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-3d91000e-d213-4b84-869b-b74f867d9c87 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:20.576329 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-3d91000e-d213-4b84-869b-b74f867d9c87 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Synchronizing usage tracker for tenant:524b69904a0d427ba4456ab939c1a22a on resource:network {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:47:20.654930 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-3d91000e-d213-4b84-869b-b74f867d9c87 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Unset dirty status for tenant:524b69904a0d427ba4456ab939c1a22a on resource:network {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:47:20.656289 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-3d91000e-d213-4b84-869b-b74f867d9c87 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 815 time: 0.2640483
Feb 04 19:47:20.678383 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'port': {'device_id': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'admin_state_up': True, 'tenant_id': '524b69904a0d427ba4456ab939c1a22a'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:20.810937 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:20.820762 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:20.901945 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Made reservation on behalf of 524b69904a0d427ba4456ab939c1a22a for: {'port': 1} {{(pid=83674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 04 19:47:20.905053 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:21.066605 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Allocated IP 172.20.0.13 (bc980962-8336-4036-a902-66d54d4424da/c4d62e46-4a65-4091-b625-b4afbed3bff9/70d95a49-de3f-4d38-9c37-a621c7e834a2) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:47:21.148085 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:21.384512 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:21.401771 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Transition to ACTIVE for port object 70d95a49-de3f-4d38-9c37-a621c7e834a2 will not be triggered until provisioned by entity DHCP. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:47:21.507459 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:21.587945 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Network bc980962-8336-4036-a902-66d54d4424da is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:47:21.591823 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:47:21.594449 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:47:21.668954 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:21.669602 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:21.704557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:21.714236 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.714574 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.714910 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.715239 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.715565 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.715891 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.716213 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.716529 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.716922 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.717251 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.717557 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:21.776854 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9c0cbaad-e33e-4167-8406-4bbd03bc29f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1026824
Feb 04 19:47:21.782401 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:21.981260 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdbcbb-a8e6-4bef-85bc-86637b47e967 req-f82615da-af5f-4305-abb5-c77654bb7bda tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:21.982680 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-05bdbcbb-a8e6-4bef-85bc-86637b47e967 req-f82615da-af5f-4305-abb5-c77654bb7bda tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.2426372
Feb 04 19:47:21.986593 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-c22c399c-2236-4e10-bcb9-551d50f0a10c None None] Provisioning for port 70d95a49-de3f-4d38-9c37-a621c7e834a2 completed by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:21.992686 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-c22c399c-2236-4e10-bcb9-551d50f0a10c None None] Provisioning complete for port 70d95a49-de3f-4d38-9c37-a621c7e834a2 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:21.993408 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-c22c399c-2236-4e10-bcb9-551d50f0a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:22.031844 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-05bdbcbb-a8e6-4bef-85bc-86637b47e967 req-dc1bdb3f-3a86-4ef9-ad83-6e33ec4eb605 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435190
Feb 04 19:47:22.050977 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-c22c399c-2236-4e10-bcb9-551d50f0a10c None None] Port 70d95a49-de3f-4d38-9c37-a621c7e834a2 cannot update to ACTIVE because it is not bound. {{(pid=83676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 04 19:47:23.250387 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdfcfc-a574-4468-943f-27fb13edaa42 req-63859ad8-5d15-4569-93a7-59654f34d8a6 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:23.251191 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-65bdfcfc-a574-4468-943f-27fb13edaa42 req-63859ad8-5d15-4569-93a7-59654f34d8a6 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Synchronizing usage tracker for tenant:524b69904a0d427ba4456ab939c1a22a on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:47:23.342090 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-65bdfcfc-a574-4468-943f-27fb13edaa42 req-63859ad8-5d15-4569-93a7-59654f34d8a6 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Unset dirty status for tenant:524b69904a0d427ba4456ab939c1a22a on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:47:23.344783 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65bdfcfc-a574-4468-943f-27fb13edaa42 req-63859ad8-5d15-4569-93a7-59654f34d8a6 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.1865873
Feb 04 19:47:23.401801 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-65bdfcfc-a574-4468-943f-27fb13edaa42 req-9ced3ce4-6144-4402-830b-6e8b4337f7f6 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Synchronizing usage tracker for tenant:524b69904a0d427ba4456ab939c1a22a on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:47:23.472151 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:23.479629 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-65bdfcfc-a574-4468-943f-27fb13edaa42 req-9ced3ce4-6144-4402-830b-6e8b4337f7f6 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Unset dirty status for tenant:524b69904a0d427ba4456ab939c1a22a on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:47:23.480836 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-65bdfcfc-a574-4468-943f-27fb13edaa42 req-9ced3ce4-6144-4402-830b-6e8b4337f7f6 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314895
Feb 04 19:47:24.687584 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4776c8-81a9-44b3-a8fe-bff871e315da req-ee40c726-d520-4ae1-b9f2-014510e940e5 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:24.689076 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1c4776c8-81a9-44b3-a8fe-bff871e315da req-ee40c726-d520-4ae1-b9f2-014510e940e5 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.0838263
Feb 04 19:47:24.745816 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-1c4776c8-81a9-44b3-a8fe-bff871e315da req-57330687-abfc-40d1-ba02-7a21321abbbb tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496659
Feb 04 19:47:25.944783 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccfd9b-7f8a-436e-ad86-3a04d2281766 req-f68ebfea-6437-4709-86ec-74cca141f41f tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:25.946233 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bdccfd9b-7f8a-436e-ad86-3a04d2281766 req-f68ebfea-6437-4709-86ec-74cca141f41f tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.0817981
Feb 04 19:47:26.000464 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bdccfd9b-7f8a-436e-ad86-3a04d2281766 req-c819efe9-61a4-4f4a-a7bf-60406aa7c1e3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438976
Feb 04 19:47:27.218969 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eabad4-b058-4f4a-81f8-3f4454a0d4ef req-fc13268b-2ad3-4b02-9b82-65c690840ecc tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:27.220728 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-03eabad4-b058-4f4a-81f8-3f4454a0d4ef req-fc13268b-2ad3-4b02-9b82-65c690840ecc tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.0917854
Feb 04 19:47:27.283053 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-03eabad4-b058-4f4a-81f8-3f4454a0d4ef req-13860c57-9dd2-40a5-b18e-3d9697c96122 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539553
Feb 04 19:47:28.369351 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:47:28.486322 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d830b-fa5c-4ea1-85cc-b0adc32df092 req-4bb771d8-f5a6-4764-b739-69afab69fc35 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:28.487804 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-766d830b-fa5c-4ea1-85cc-b0adc32df092 req-4bb771d8-f5a6-4764-b739-69afab69fc35 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.0802579
Feb 04 19:47:28.539359 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-766d830b-fa5c-4ea1-85cc-b0adc32df092 req-8b571e59-2fbe-4704-98fb-7525d3802765 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450935
Feb 04 19:47:29.881240 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087ce8-97ee-462f-b12f-569dacd2134d req-88a20a91-7bab-4086-8bfb-6ee547206ff1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:29.882629 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-12087ce8-97ee-462f-b12f-569dacd2134d req-88a20a91-7bab-4086-8bfb-6ee547206ff1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.0758564
Feb 04 19:47:29.930302 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-12087ce8-97ee-462f-b12f-569dacd2134d req-b46cb3ea-202a-473b-8418-552d559b3faf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406315
Feb 04 19:47:31.123744 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21da59e-555a-4788-92ba-2ad504b9a37b req-52091942-f1e1-464d-9d03-419b6b427f20 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:31.125171 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a21da59e-555a-4788-92ba-2ad504b9a37b req-52091942-f1e1-464d-9d03-419b6b427f20 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.0768578
Feb 04 19:47:31.168924 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a21da59e-555a-4788-92ba-2ad504b9a37b req-a1d01f66-d594-474e-8ba4-a6d8714a48ca tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383251
Feb 04 19:47:32.358467 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84758d-1c42-4d74-b0db-898b73434395 req-e87bce10-2db6-4f16-8c24-8c3be56b1348 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:32.360019 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9f84758d-1c42-4d74-b0db-898b73434395 req-e87bce10-2db6-4f16-8c24-8c3be56b1348 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.0762022
Feb 04 19:47:32.370971 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Request body: {'port': {'device_id': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82724'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:32.405485 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9f84758d-1c42-4d74-b0db-898b73434395 req-04f0b5dc-b8ad-4d4e-b49e-f2c17942856c tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389628
Feb 04 19:47:32.478495 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:32.809609 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d95a49-de3f-4d38-9c37-a621c7e834a2 {{(pid=83674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:47:32.817474 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:32.831201 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.provisioning_blocks [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Transition to ACTIVE for port object 70d95a49-de3f-4d38-9c37-a621c7e834a2 will not be triggered until provisioned by entity L2. {{(pid=83674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 04 19:47:33.588669 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:33.646821 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab21c1-b16f-4b45-a73b-617ae44d482e req-59e8d0f4-0030-4c95-a750-5152c44cf823 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:33.648230 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-feab21c1-b16f-4b45-a73b-617ae44d482e req-59e8d0f4-0030-4c95-a750-5152c44cf823 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 932 time: 0.1246121
Feb 04 19:47:33.752487 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Pushing event updated for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:33.835503 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-feab21c1-b16f-4b45-a73b-617ae44d482e req-1090b777-5686-4341-87d1-4e7eeef21054 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295691
Feb 04 19:47:33.878401 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Attempting to bind port 70d95a49-de3f-4d38-9c37-a621c7e834a2 on host hv-cinder-82724 for vnic_type normal with profile  {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 04 19:47:33.878723 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Attempting to bind port 70d95a49-de3f-4d38-9c37-a621c7e834a2 by drivers openvswitch,hyperv on host hv-cinder-82724 at level 0 using segments [{'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 04 19:47:33.879034 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Attempting to bind port 70d95a49-de3f-4d38-9c37-a621c7e834a2 on network bc980962-8336-4036-a902-66d54d4424da {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:47:33.884533 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Port 70d95a49-de3f-4d38-9c37-a621c7e834a2 on network bc980962-8336-4036-a902-66d54d4424da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82724 {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 04 19:47:33.884839 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Attempting to bind port 70d95a49-de3f-4d38-9c37-a621c7e834a2 on network bc980962-8336-4036-a902-66d54d4424da {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 04 19:47:33.891103 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Checking agent: {'id': '8761b6f9-9304-415d-8060-f5ae2e1a366c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'started_at': datetime.datetime(2022, 2, 4, 19, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 19, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 04 19:47:33.891426 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Checking segment: {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 04 19:47:33.891793 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Bound using segment: {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'} {{(pid=83674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 04 19:47:33.892198 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.managers [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Bound port: 70d95a49-de3f-4d38-9c37-a621c7e834a2, host: hv-cinder-82724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14767b8b-8113-46bc-af87-71d2d9f455ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bc980962-8336-4036-a902-66d54d4424da'}}] {{(pid=83674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 04 19:47:33.892524 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:33.975402 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, cleared binding levels {{(pid=83674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 04 19:47:33.978176 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 04 19:47:34.067701 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:34.129025 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:34.130383 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 1094 time: 1.8311625
Feb 04 19:47:34.130805 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:47:34.148407 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e8801-ae1c-4f8b-b3d8-2a0c3a7490b7 service neutron] Pushing event updated for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=3']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:34.299770 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'status': 'completed', 'code': 200}
Feb 04 19:47:34.338994 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-2887a424-b1d9-467e-a3d8-38ac12386d89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1097 time: 0.0710702
Feb 04 19:47:34.496923 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-ae590012-c73b-484e-a53e-22f9ba3c704c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 217 time: 0.1454864
Feb 04 19:47:34.557618 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-52c20b1e-853b-4f7f-920f-339e3ce6a7e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:34.558970 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-52c20b1e-853b-4f7f-920f-339e3ce6a7e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0559380
Feb 04 19:47:34.630086 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-94d3531e-713f-4459-901a-14847499af10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0654268
Feb 04 19:47:34.759529 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-bad87f95-878c-454a-b652-169e7aa6b102 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237123
Feb 04 19:47:34.889658 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c69a95ea-23c8-4abe-bcd4-eb46776010fa req-58a1f040-18f9-47b6-82ed-a286e3f6f69a service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234963
Feb 04 19:47:35.032197 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601973c-6d74-4970-9985-40364a34f961 req-cd2c3c03-66c8-4c1a-9a34-d2906e9adec3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:35.033589 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c601973c-6d74-4970-9985-40364a34f961 req-cd2c3c03-66c8-4c1a-9a34-d2906e9adec3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 944 time: 0.0790319
Feb 04 19:47:35.117285 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c601973c-6d74-4970-9985-40364a34f961 req-e2b35e20-6f96-4f3d-9df4-faf83c262855 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770292
Feb 04 19:47:35.142068 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-1778d719-c0da-4787-83cf-9ede3972e127 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1097 time: 0.0823808
Feb 04 19:47:35.267238 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-34b3337c-87a2-422f-98fa-54c906b19ff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:35.268666 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-34b3337c-87a2-422f-98fa-54c906b19ff6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.1205835
Feb 04 19:47:35.337234 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-0a4d0fe4-f3f1-446a-a57c-85f7d3a059aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 217 time: 0.0626862
Feb 04 19:47:35.395947 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-c0ac9d57-ebb8-4ea0-a0e5-e766067bb3ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:35.397343 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-c0ac9d57-ebb8-4ea0-a0e5-e766067bb3ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0547907
Feb 04 19:47:35.469541 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-d15ec11f-cd01-47cd-a5d1-2885b2e42cf9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0668056
Feb 04 19:47:35.595160 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-23d5b02f-afa3-4f18-8995-87474fe3c551 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198115
Feb 04 19:47:35.722466 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-753948a2-f2b1-4877-8ad6-b0607730db8c req-7ea4cab0-516f-475f-b2c4-d9ec5c96ff08 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213143
Feb 04 19:47:36.311908 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f423cd-988b-4bd2-85cd-21ab86680d11 req-ed28c841-e236-49ce-8d6a-2c620bac5fe3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:36.313351 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f423cd-988b-4bd2-85cd-21ab86680d11 req-ed28c841-e236-49ce-8d6a-2c620bac5fe3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 944 time: 0.0777302
Feb 04 19:47:36.358034 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e1f423cd-988b-4bd2-85cd-21ab86680d11 req-4b2961d5-744b-4621-99f8-cead6ca13521 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391500
Feb 04 19:47:37.548106 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af54e6-3cb2-4aa5-93cf-d103ab98fbc9 req-e5a6ea19-4095-4275-96a1-c9c4d40f84fd tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:37.549597 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d8af54e6-3cb2-4aa5-93cf-d103ab98fbc9 req-e5a6ea19-4095-4275-96a1-c9c4d40f84fd tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 944 time: 0.0740106
Feb 04 19:47:37.592744 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-d8af54e6-3cb2-4aa5-93cf-d103ab98fbc9 req-9f5b30c7-a024-4919-8b48-6a6b9767d83d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372424
Feb 04 19:47:37.897990 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 70d95a49-de3f-4d38-9c37-a621c7e834a2 details requested by agent hyperv_hv-cinder-82724 with host hv-cinder-82724 {{(pid=83676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 04 19:47:38.025971 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:47:38.038830 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Returning: {'device': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'port_id': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'mac_address': 'fa:16:3e:9f:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 04 19:47:38.089787 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:38.106944 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d95a49-de3f-4d38-9c37-a621c7e834a2 {{(pid=83676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 04 19:47:38.121031 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:47:38.187291 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:38.250438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=4']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:38.679700 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['70d95a49-de3f-4d38-9c37-a621c7e834a2'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:47:38.794841 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00114140-69fc-4287-a404-5e863dbf19a3 req-00ac950e-e092-454d-bb29-b7a0463dc89a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:38.797031 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-00114140-69fc-4287-a404-5e863dbf19a3 req-00ac950e-e092-454d-bb29-b7a0463dc89a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 945 time: 0.0750477
Feb 04 19:47:38.845893 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-00114140-69fc-4287-a404-5e863dbf19a3 req-7c474f3b-c7bf-4197-8bcb-974ef89dc99e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428624
Feb 04 19:47:39.005258 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:39.901999 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 70d95a49-de3f-4d38-9c37-a621c7e834a2 up at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 04 19:47:40.031805 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning for port 70d95a49-de3f-4d38-9c37-a621c7e834a2 completed by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 04 19:47:40.036583 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Provisioning complete for port 70d95a49-de3f-4d38-9c37-a621c7e834a2 triggered by entity L2. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:47:40.036943 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:40.041489 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd3b6-e65b-4437-bd31-d5dfde24957a req-d58a6312-9250-46f6-9886-ca520f3bcd02 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:40.042932 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1b5dd3b6-e65b-4437-bd31-d5dfde24957a req-d58a6312-9250-46f6-9886-ca520f3bcd02 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 945 time: 0.0787578
Feb 04 19:47:40.087251 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-1b5dd3b6-e65b-4437-bd31-d5dfde24957a req-1e06d60b-1bfd-4638-870b-d3ad29e39bb8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388205
Feb 04 19:47:40.149135 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:40.173822 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2'}] {{(pid=83676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:47:40.183326 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:47:40.226861 dv-cinder-827242-1-iscsi neutron-server[83676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'code': 200}
Feb 04 19:47:40.262151 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761'] for port, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:40.326214 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Pushing event updated for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=5']} {{(pid=83676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:40.600210 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-da5d894b-02e3-4dfd-bb7b-f14c07b39fa5 req-7d32635b-4261-406c-acd3-06e325c69782 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1099 time: 0.0658031
Feb 04 19:47:40.650731 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-da5d894b-02e3-4dfd-bb7b-f14c07b39fa5 req-122e6dc6-d302-4f05-921e-e3200652e427 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449646
Feb 04 19:47:41.276209 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381d539-59c4-49f9-9e43-8b42ea1bc286 req-61ffee20-02d1-4f91-8b84-91a42987ec31 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:41.277785 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9381d539-59c4-49f9-9e43-8b42ea1bc286 req-61ffee20-02d1-4f91-8b84-91a42987ec31 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0743659
Feb 04 19:47:41.320573 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9381d539-59c4-49f9-9e43-8b42ea1bc286 req-80cc0b4d-acfe-4e07-b59a-f1b6a1ac76c0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374765
Feb 04 19:47:42.520467 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278a0f-15f8-43f8-b4c9-50ac5674ef8b req-47d84764-307c-4e4b-86f6-cabf147ed6ef tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:42.521914 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-18278a0f-15f8-43f8-b4c9-50ac5674ef8b req-47d84764-307c-4e4b-86f6-cabf147ed6ef tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0740309
Feb 04 19:47:42.565041 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-18278a0f-15f8-43f8-b4c9-50ac5674ef8b req-2dc0e080-d03f-4ec1-ba74-426c04e72433 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377581
Feb 04 19:47:42.759594 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f26590-5566-4512-ad14-ae1dddc2fae7 req-3592e93a-5d63-488b-b5b4-e80b6783f987 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:42.760993 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7f26590-5566-4512-ad14-ae1dddc2fae7 req-3592e93a-5d63-488b-b5b4-e80b6783f987 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0771773
Feb 04 19:47:42.804768 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-e7f26590-5566-4512-ad14-ae1dddc2fae7 req-e222bf63-f3ca-4156-b95f-4a5c98dd0acf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380030
Feb 04 19:47:43.205495 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf571-4f41-48ef-af9c-fc0b93c16722 req-2f8a553a-ea7c-4028-b9b5-476a167f83a1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:43.207356 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-39aaf571-4f41-48ef-af9c-fc0b93c16722 req-2f8a553a-ea7c-4028-b9b5-476a167f83a1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0735173
Feb 04 19:47:43.250069 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-39aaf571-4f41-48ef-af9c-fc0b93c16722 req-2111f0a5-f077-4ae4-8ed4-b285e82ed829 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374591
Feb 04 19:47:46.192657 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-52b0bef5-901b-4b7f-a689-4472fc7c7131 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1506205
Feb 04 19:47:46.347902 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-fe0a62cb-21ab-4f0b-ba74-d6e6f76e0281 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1099 time: 0.0679410
Feb 04 19:47:46.506754 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-f08be4c1-0aca-4101-a659-3a8f885668a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:46.508229 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-f08be4c1-0aca-4101-a659-3a8f885668a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.1261067
Feb 04 19:47:46.588746 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-a4f0b42d-f2fd-4b86-8259-ef23005e6e62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 217 time: 0.0648232
Feb 04 19:47:46.652674 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-0607f5a4-7b5d-44a8-b784-5dd7a601bfc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:46.654067 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-0607f5a4-7b5d-44a8-b784-5dd7a601bfc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0570676
Feb 04 19:47:46.730806 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-ee818b00-5149-4010-a032-15d5a579e185 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697763
Feb 04 19:47:46.861758 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-debf4243-d634-4dd7-9be6-02ecc48bcd36 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233635
Feb 04 19:47:47.002226 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be424dad-336a-477a-bfb6-8f4fbdc46a3e req-f763fd12-415c-4b79-93d7-9593e21642b6 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265960
Feb 04 19:47:47.838574 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3e2b51c1-e2e3-4548-bdc7-3e19790ccfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:49.957141 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2f85a5d3-cdaf-4a44-a8d7-a4eee1999d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:51.147009 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:51.762700 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:53.432110 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:54.417440 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13e4a7-da78-48b8-8da8-ad41806e9ac2 req-18ed0d9a-4e79-4dbf-a018-3e89970d4cf8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:54.418876 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5f13e4a7-da78-48b8-8da8-ad41806e9ac2 req-18ed0d9a-4e79-4dbf-a018-3e89970d4cf8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0737221
Feb 04 19:47:54.461595 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-5f13e4a7-da78-48b8-8da8-ad41806e9ac2 req-c19ccbf1-aefc-4742-bd1f-546783cde414 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373905
Feb 04 19:47:54.488819 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50922) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:54.623897 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e17f1de3-d99b-476b-8bbc-7e2b2efb1854 tempest-TestMinimumBasicScenario-1078207358 tempest-TestMinimumBasicScenario-1078207358-project-admin] Synchronizing usage tracker for tenant:82246b8249b2441aa15f96b61f5856dc on resource:port {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:47:54.723979 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-e17f1de3-d99b-476b-8bbc-7e2b2efb1854 tempest-TestMinimumBasicScenario-1078207358 tempest-TestMinimumBasicScenario-1078207358-project-admin] Unset dirty status for tenant:82246b8249b2441aa15f96b61f5856dc on resource:port {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:47:54.725092 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-e17f1de3-d99b-476b-8bbc-7e2b2efb1854 tempest-TestMinimumBasicScenario-1078207358 tempest-TestMinimumBasicScenario-1078207358-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1094 time: 0.2353024
Feb 04 19:47:54.728132 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 50928) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:54.733195 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'floatingip': {'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'port_id': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:54.738591 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:54.742340 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:floatingip and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:54.745129 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:54.750720 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.quota.driver [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:54.872585 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for floatingip, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:55.004219 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:55.135231 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.db_base_plugin_common [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Allocated IP 172.27.3.181 (348ec8c7-4182-4bea-b97c-040672bc32eb/2260b809-ee2e-43b1-8075-381be8d72665/66bcaf69-0276-4b9e-bda6-6a08b0542a3d) {{(pid=83674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 04 19:47:55.274554 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for port, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:55.375793 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740397971438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:55.441448 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Network 348ec8c7-4182-4bea-b97c-040672bc32eb is already hosted by enough agents. {{(pid=83674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 04 19:47:55.444261 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.base_scheduler [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources bound (agent type, host, resource id):  {{(pid=83674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 04 19:47:55.446918 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Received port after_create {{(pid=83674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 04 19:47:55.476047 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'Port': ['ID=66bcaf69-0276-4b9e-bda6-6a08b0542a3d,revision_number=1']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:56.032519 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:56.174456 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:56.376785 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:56.426421 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:56.530110 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'Port': ['ID=66bcaf69-0276-4b9e-bda6-6a08b0542a3d,revision_number=2']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:56.547639 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510415'] for floatingip, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:56.730718 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.db.l3_db [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Floating IP 5d2ee6b7-97f5-4fc6-a2fd-8d619b9ff548 associated. External IP: 172.27.3.181, port: 70d95a49-de3f-4d38-9c37-a621c7e834a2.
Feb 04 19:47:57.106589 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Router cc04127e-199e-4cb2-a133-b1cffb47c065 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:47:57.392830 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:47:57.403454 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] Sync routers for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:47:57.415721 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:57.416318 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5b50>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:47:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:57.483993 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:57.536651 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-6eb83d7b-9975-458e-9f95-c389fc9e66a0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8075359
Feb 04 19:47:57.537366 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:47:57.539534 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50932) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:57.545626 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651162274', 'description': 'tempest-secgroup-smoke-1651162274 description', 'project_id': '524b69904a0d427ba4456ab939c1a22a'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:57.551548 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:57.561652 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:57.596171 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:57.598276 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'status': 'completed', 'code': 200}
Feb 04 19:47:57.645258 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:57.683572 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:57.688612 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:57.692269 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:57.699446 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:57.726463 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-c906522f-9bec-42ef-9072-153a42db90fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1099 time: 0.0763006
Feb 04 19:47:57.757624 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:57.832947 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:57.859822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-94b37727-26c4-4dfe-b3db-3123da412d31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:57.861288 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-94b37727-26c4-4dfe-b3db-3123da412d31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.1287327
Feb 04 19:47:57.900398 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb9f1e7-0292-4915-abc1-2126cb855cb5,revision_number=1']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:57.910681 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.911164 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.911605 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.912060 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.912490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.912965 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.913412 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.922358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.922358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.922358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.922358 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:47:57.955386 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5b50>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '5d2ee6b7-97f5-4fc6-a2fd-8d619b9ff548', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'port_id': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'mac_address': 'fa:16:3e:9f:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:47:55Z', 'updated_at': '2022-02-04T19:47:55Z', 'revision_number': 0, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:12Z', 'revision_number': 5, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:57.959845 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] Checking router: cc04127e-199e-4cb2-a133-b1cffb47c065 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:47:57.968218 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-153ca072-a886-42c2-acd9-9482f75d7f4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 1000 time: 0.0994203
Feb 04 19:47:57.970077 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:47:57.970641 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5b50>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:47:50Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:57.987053 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:57.991174 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-cf2f9267-5cfa-44cf-a101-707b5a7687f8 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4474866
Feb 04 19:47:57.991471 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50938) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:57.997047 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'security_group_rule': {'security_group_id': '6eb9f1e7-0292-4915-abc1-2126cb855cb5', 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:58.003700 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:58.007962 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:58.013189 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:58.017229 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:58.038511 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-38871198-6021-4826-b4e5-11cd282d2b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:47:58.042518 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-38871198-6021-4826-b4e5-11cd282d2b0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0636859
Feb 04 19:47:58.101930 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.118582 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-230a6f0b-8954-4e37-980b-70ae310391d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702360
Feb 04 19:47:58.144106 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:47:58.164268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.244172 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.254862 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-e9c985c5-8801-4e2f-af98-d2d933ab38ea service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269615
Feb 04 19:47:58.272685 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d8bed0-c665-4947-a42c-4f847677d20e,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:58.353230 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.356988 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e4dee5b9-cc08-463d-a1f7-61f7cf10db04 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3620055
Feb 04 19:47:58.357805 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50942) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:58.364436 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'security_group_rule': {'security_group_id': '6eb9f1e7-0292-4915-abc1-2126cb855cb5', 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:58.371992 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:58.376467 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:58.380003 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:58.385640 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:58.390605 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7bd19612-545e-48c4-8c8c-851cd55fa260 req-4bc331a6-e559-4310-8fa1-604c9a5df977 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291478
Feb 04 19:47:58.450680 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.516416 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.529898 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084bb5b50>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '5d2ee6b7-97f5-4fc6-a2fd-8d619b9ff548', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'port_id': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'mac_address': 'fa:16:3e:9f:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:47:55Z', 'updated_at': '2022-02-04T19:47:55Z', 'revision_number': 0, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:12Z', 'revision_number': 5, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:47:58.534386 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcab9a3-2b0a-44c2-9307-867485c3efe9 None None] The sync data for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi is: [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_floatingips': [{'id': '5d2ee6b7-97f5-4fc6-a2fd-8d619b9ff548', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'router_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'port_id': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'mac_address': 'fa:16:3e:9f:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T19:47:55Z', 'updated_at': '2022-02-04T19:47:55Z', 'revision_number': 0, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:12Z', 'revision_number': 5, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:47:58.598483 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.623973 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4278066-9f76-4f58-a2ec-a6cebbd87d24,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:58.707058 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.708262 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-1738e24e-a763-42d2-ac09-0900a3e92153 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3494873
Feb 04 19:47:58.711115 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50946) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:58.716490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'security_group_rule': {'security_group_id': '6eb9f1e7-0292-4915-abc1-2126cb855cb5', 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:58.718331 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c1e20-8dd3-4aa5-ae90-1d782784791f None None] New status for floating IP 5d2ee6b7-97f5-4fc6-a2fd-8d619b9ff548: ACTIVE {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:47:58.724069 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:58.728684 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:58.731643 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:58.737954 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:58.810537 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.872143 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.935705 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:58.958896 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940d9264-ef17-48eb-887e-9151b98761e6,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:59.055223 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.056433 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-97ec4182-07e1-4471-af81-5404bf5ae6b3 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3443789
Feb 04 19:47:59.059110 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50950) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:59.064355 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'security_group_rule': {'security_group_id': '6eb9f1e7-0292-4915-abc1-2126cb855cb5', 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:59.070039 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:59.073811 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:59.076614 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:59.082760 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:59.168137 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.228131 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.300741 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.322804 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fa30f2-8b09-48c7-a7b1-1868dcc43e1b,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:59.409143 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.410328 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-102877e5-f27b-4dfd-af89-ed42da866cac tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3503168
Feb 04 19:47:59.412932 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50954) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:59.418217 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'security_group_rule': {'security_group_id': '6eb9f1e7-0292-4915-abc1-2126cb855cb5', 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:59.423700 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:59.427384 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:59.430216 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:59.435718 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:59.516919 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.securitygroups_db [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Project 524b69904a0d427ba4456ab939c1a22a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 19:47:59.524143 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.588491 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.647604 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.670725 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd24e51f-331f-402e-b902-7055b161b2ad,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:47:59.733852 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.735020 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-2ed9dd2e-4566-44d6-b4f0-0d714cd71789 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3211784
Feb 04 19:47:59.738258 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 50958) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:47:59.743683 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'security_group_rule': {'security_group_id': '6eb9f1e7-0292-4915-abc1-2126cb855cb5', 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:47:59.749488 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 04 19:47:59.754011 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Usage tracker for resource:security_group_rule and tenant:524b69904a0d427ba4456ab939c1a22a is out of sync, need to count used quota {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 04 19:47:59.756952 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83673) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 04 19:47:59.763223 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.quota.driver [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83673) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 04 19:47:59.866827 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.db.securitygroups_db [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Project 524b69904a0d427ba4456ab939c1a22a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 04 19:47:59.873542 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:47:59.937374 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:00.009264 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465649'] for security_group_rule, after_create {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:00.032147 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331bc8be-a198-4c76-8f72-bc5fc3c6ee17,revision_number=0']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:48:00.100694 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:00.101827 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-d6a25d43-1f62-4e04-ba37-aafd19200276 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3626349
Feb 04 19:48:00.232561 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-2b5a2c4a-7532-4e97-b1fe-f1fa0aba527c tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651162274&fields=id&tenant_id=524b69904a0d427ba4456ab939c1a22a HTTP/1.1" status: 200  len: 267 time: 0.0390084
Feb 04 19:48:00.312528 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-6eac1c0f-c638-4112-af9a-4618309290a7 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:00.313957 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-6eac1c0f-c638-4112-af9a-4618309290a7 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0759053
Feb 04 19:48:00.323984 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.v2.base [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'port': {'security_groups': ['23d86102-37f6-4ec2-b1eb-ec83d5bae5c2', '6eb9f1e7-0292-4915-abc1-2126cb855cb5']}} {{(pid=83674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:48:00.433411 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:00.682180 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:48:00.706959 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for port, precommit_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:00.752295 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236501'] for port, after_update {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:00.790816 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['70d95a49-de3f-4d38-9c37-a621c7e834a2'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:48:00.825307 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:00.825852 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:00.827171 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-80bf7f01-6d3e-4f91-8aa2-96d74a8a3259 req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "PUT /v2.0/ports/70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 982 time: 0.5074406
Feb 04 19:48:00.827596 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:48:00.856659 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa3c7c-b7ff-4b80-b84a-bc3aa9151dc2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=6']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:48:00.901822 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'status': 'completed', 'code': 200}
Feb 04 19:48:00.975126 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['70d95a49-de3f-4d38-9c37-a621c7e834a2'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:48:01.086089 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-135f236c-7371-43fa-9ae2-95a63d537686 req-9274e134-6733-4ea3-b3c0-44d9c8524295 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1138 time: 0.1285791
Feb 04 19:48:01.091796 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489cb0-fa40-46a8-b181-a6c56915913c req-29d1b293-8699-45ca-9699-93c93cdbf692 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:01.093205 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c489cb0-fa40-46a8-b181-a6c56915913c req-29d1b293-8699-45ca-9699-93c93cdbf692 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.1022587
Feb 04 19:48:01.202693 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-117f64df-9469-4fb3-b4e9-dedb15b10308 None None] Provisioning complete for port 70d95a49-de3f-4d38-9c37-a621c7e834a2 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:48:01.203058 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-117f64df-9469-4fb3-b4e9-dedb15b10308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:01.224011 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-9c489cb0-fa40-46a8-b181-a6c56915913c req-d4e8914d-99e6-4a83-84d8-f6391be411ef tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1100805
Feb 04 19:48:01.360563 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f236c-7371-43fa-9ae2-95a63d537686 req-1f4b70b9-2768-4497-a21b-90f103cab526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:01.362546 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-135f236c-7371-43fa-9ae2-95a63d537686 req-1f4b70b9-2768-4497-a21b-90f103cab526 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.2680690
Feb 04 19:48:01.462452 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-135f236c-7371-43fa-9ae2-95a63d537686 req-bff8303e-a4f9-4772-b1dd-b340ed6200ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 1002 time: 0.0940831
Feb 04 19:48:01.527860 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f236c-7371-43fa-9ae2-95a63d537686 req-60927fe1-97ca-4a2c-ba77-d657e9c71eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:01.529232 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-135f236c-7371-43fa-9ae2-95a63d537686 req-60927fe1-97ca-4a2c-ba77-d657e9c71eda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0591660
Feb 04 19:48:01.605318 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-135f236c-7371-43fa-9ae2-95a63d537686 req-3c403da8-a8f0-4239-9af2-54b6ea6fa39c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0670400
Feb 04 19:48:01.737960 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-135f236c-7371-43fa-9ae2-95a63d537686 req-808323ff-8eef-4363-b969-30692313f4d3 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245120
Feb 04 19:48:01.867793 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-135f236c-7371-43fa-9ae2-95a63d537686 req-0dc60d31-a60c-4e6b-a021-b97335d731ff service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233552
Feb 04 19:48:05.369299 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:48:09.020517 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:17.812959 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d5f8c515-2f36-4c62-a370-ea8a4af86a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:19.909977 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b79f612c-51c3-45f8-876b-26d0b0ce8f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:21.161746 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:21.829933 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:23.458503 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:39.048053 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:42.368841 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:48:47.106111 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-87bdcab2-f58c-4d75-8554-fa17578f9e8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0693376
Feb 04 19:48:47.255854 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-1b123eb8-fe5c-4776-8bbe-2857772678ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1138 time: 0.0675690
Feb 04 19:48:47.393896 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-b5409050-952e-4351-871f-fb7bf60ef3a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:47.395200 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-b5409050-952e-4351-871f-fb7bf60ef3a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.1216075
Feb 04 19:48:47.495472 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-08edccfd-3a81-412c-8618-934ffe72d2b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 1002 time: 0.0938261
Feb 04 19:48:47.557567 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-0dc74728-1282-479c-9baa-e2516b0ae3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:47.558985 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-0dc74728-1282-479c-9baa-e2516b0ae3c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0569012
Feb 04 19:48:47.634818 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-2eecdfa9-c7b1-4030-a341-d774b489d6de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694852
Feb 04 19:48:47.763497 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-073c8e62-503a-4324-bbbc-b1b100344db5 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221247
Feb 04 19:48:47.802497 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-611fb594-1d5c-4db2-9dc7-e1e07d00b4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:47.903889 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f2d5e9c6-6654-47a8-a7f2-ba50f7510789 req-312365d5-b62f-49ac-ae7a-ef1f8cc27326 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335649
Feb 04 19:48:49.897434 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b40b5e0f-5144-4104-897d-7ca9b7f934db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:51.137537 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:51.808014 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:53.459119 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:48:59.198624 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df66772-a3f3-400d-b0a0-39dc0d92b3c1 req-48343ffd-c919-4581-a677-590b33286a1a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:59.200056 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7df66772-a3f3-400d-b0a0-39dc0d92b3c1 req-48343ffd-c919-4581-a677-590b33286a1a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.1275837
Feb 04 19:48:59.225604 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-753ea059-33b9-438a-9793-cd0886f1a2df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1138 time: 0.1100357
Feb 04 19:48:59.406404 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-7df66772-a3f3-400d-b0a0-39dc0d92b3c1 req-9aa68db9-0b6a-4865-bf8b-d187a2ef049f tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1996977
Feb 04 19:48:59.451789 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-7ac88b2a-e467-4cea-9e86-7d0c669d20ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:59.453227 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-7ac88b2a-e467-4cea-9e86-7d0c669d20ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.2212553
Feb 04 19:48:59.553242 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-88ff8cca-0a3f-4d58-87ab-14336fdf5956 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 1002 time: 0.0938442
Feb 04 19:48:59.619551 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-e3078433-46a0-4d0d-942a-84aa1493da5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:48:59.621546 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-e3078433-46a0-4d0d-942a-84aa1493da5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0611951
Feb 04 19:48:59.698159 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-dc31a571-b544-4293-843f-88d9bb96153f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697472
Feb 04 19:48:59.826966 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-6ced6989-158c-4f8b-9174-86e3888b6b2a service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221766
Feb 04 19:48:59.961353 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a22a298c-b0c5-4c08-9631-9db590d7bb41 req-d04e1b02-9550-4cbc-b5c9-df3000d4eec1 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271241
Feb 04 19:49:00.605308 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41066-533a-4b09-aa24-d635f6be8e42 req-33baded3-987d-40cf-bbb8-8222405af342 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:00.606735 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98a41066-533a-4b09-aa24-d635f6be8e42 req-33baded3-987d-40cf-bbb8-8222405af342 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0787618
Feb 04 19:49:00.653396 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-98a41066-533a-4b09-aa24-d635f6be8e42 req-3a52cfc6-b52e-4df3-a9b2-b3a9ccbdcbf0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Synchronizing usage tracker for tenant:524b69904a0d427ba4456ab939c1a22a on resource:security_group {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:49:00.727699 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-98a41066-533a-4b09-aa24-d635f6be8e42 req-3a52cfc6-b52e-4df3-a9b2-b3a9ccbdcbf0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Unset dirty status for tenant:524b69904a0d427ba4456ab939c1a22a on resource:security_group {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:49:00.728876 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98a41066-533a-4b09-aa24-d635f6be8e42 req-3a52cfc6-b52e-4df3-a9b2-b3a9ccbdcbf0 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1164148
Feb 04 19:49:01.926612 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad7883-8019-4fe6-975c-0ff1fe9bba0d req-34802e94-6334-455b-b1b8-074da58977f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:01.928024 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f9ad7883-8019-4fe6-975c-0ff1fe9bba0d req-34802e94-6334-455b-b1b8-074da58977f1 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0749080
Feb 04 19:49:01.973853 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-f9ad7883-8019-4fe6-975c-0ff1fe9bba0d req-beac959e-054c-44ac-9d98-0e2bbebd4b60 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404196
Feb 04 19:49:03.165660 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7657a1-d3e9-4731-bb49-9cbf5b6e5177 req-e355d7f3-dd5f-4f8b-a6ec-a0e55d12d852 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:03.167093 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7c7657a1-d3e9-4731-bb49-9cbf5b6e5177 req-e355d7f3-dd5f-4f8b-a6ec-a0e55d12d852 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0759802
Feb 04 19:49:03.211943 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-7c7657a1-d3e9-4731-bb49-9cbf5b6e5177 req-b274b2a1-d6d5-4639-9de3-ff1a3baa7624 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0392051
Feb 04 19:49:04.408559 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe6182-9ddc-4107-b0e1-b77c60dfa40c req-c99d0ea9-d075-4b83-9572-7f34205ee255 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:04.409993 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6fe6182-9ddc-4107-b0e1-b77c60dfa40c req-c99d0ea9-d075-4b83-9572-7f34205ee255 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0764558
Feb 04 19:49:04.454525 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-b6fe6182-9ddc-4107-b0e1-b77c60dfa40c req-fc6f6fec-066c-474f-a03d-593fb0860bba tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0391238
Feb 04 19:49:05.660158 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327d9c5-1d13-4878-bf73-43a2f0ff44b4 req-bbf8a0a1-f724-482e-bbba-ae2e18dfd599 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:05.662103 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9327d9c5-1d13-4878-bf73-43a2f0ff44b4 req-bbf8a0a1-f724-482e-bbba-ae2e18dfd599 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0897357
Feb 04 19:49:05.708555 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-9327d9c5-1d13-4878-bf73-43a2f0ff44b4 req-c513a834-f354-4dfa-935d-30f23c00185f tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410409
Feb 04 19:49:06.899583 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c4dc7-3778-406d-bf64-b7df4e09780b req-4c0fec35-1e7a-4a9c-a969-a96716970630 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:06.901010 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c59c4dc7-3778-406d-bf64-b7df4e09780b req-4c0fec35-1e7a-4a9c-a969-a96716970630 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0738864
Feb 04 19:49:06.950044 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-c59c4dc7-3778-406d-bf64-b7df4e09780b req-874c8237-57a8-438d-941e-ebe0eeea896c tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434506
Feb 04 19:49:08.142836 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afab33-e6a4-455c-a5f8-71838712b7de req-7ce4fffb-1591-40fe-9b25-6989e33c8701 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:08.144264 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98afab33-e6a4-455c-a5f8-71838712b7de req-7ce4fffb-1591-40fe-9b25-6989e33c8701 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0742753
Feb 04 19:49:08.196506 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-98afab33-e6a4-455c-a5f8-71838712b7de req-9007db71-309a-41ec-9d9a-84bdb8466a7c tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466108
Feb 04 19:49:09.023059 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:09.389501 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b07db-ce84-4f5f-b22c-ee12f8db06b4 req-cd91405f-9c04-44bb-ab67-12a7da485660 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:09.390932 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bd9b07db-ce84-4f5f-b22c-ee12f8db06b4 req-cd91405f-9c04-44bb-ab67-12a7da485660 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0744212
Feb 04 19:49:09.435718 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-bd9b07db-ce84-4f5f-b22c-ee12f8db06b4 req-86e10a27-e4a2-4987-b4bb-a6e2bf0f5aeb tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0387704
Feb 04 19:49:10.627502 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37bb28-dd83-4246-ad6e-eddeac9dcd9b req-43d7fc63-02d5-49f4-9a2e-43469ec3d03b tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:10.628946 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8d37bb28-dd83-4246-ad6e-eddeac9dcd9b req-43d7fc63-02d5-49f4-9a2e-43469ec3d03b tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0752218
Feb 04 19:49:10.675785 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-8d37bb28-dd83-4246-ad6e-eddeac9dcd9b req-26a61fe6-03e8-4af4-ae95-97c4f34dfd3c tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410771
Feb 04 19:49:11.869864 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13651b9e-5cc8-4c93-9945-8d4c3bc0322c req-039e48d9-9f0a-4646-b18f-43237602dd6a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:11.871266 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-13651b9e-5cc8-4c93-9945-8d4c3bc0322c req-039e48d9-9f0a-4646-b18f-43237602dd6a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0771644
Feb 04 19:49:11.915759 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-13651b9e-5cc8-4c93-9945-8d4c3bc0322c req-e376a3e0-82ce-42de-a1fe-9f23a1471abb tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0390203
Feb 04 19:49:13.111649 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8649ff5-c71d-44e7-b012-becc6959c019 req-bd90b7e6-825d-4634-89c3-33680fbd43c9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:13.113069 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e8649ff5-c71d-44e7-b012-becc6959c019 req-bd90b7e6-825d-4634-89c3-33680fbd43c9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0780597
Feb 04 19:49:13.158327 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-e8649ff5-c71d-44e7-b012-becc6959c019 req-0172bfed-b385-4740-b085-65ddcf09c34b tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0391579
Feb 04 19:49:14.352206 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd4e62-cf07-4ff9-843e-cea84a3b18ed req-446009bd-e408-4e09-8950-13a8d69cad09 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:14.353688 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cabd4e62-cf07-4ff9-843e-cea84a3b18ed req-446009bd-e408-4e09-8950-13a8d69cad09 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0774786
Feb 04 19:49:14.398226 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-cabd4e62-cf07-4ff9-843e-cea84a3b18ed req-e482c21b-0a66-4c94-b584-54cd8cf5c05f tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0391362
Feb 04 19:49:15.592305 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf6b22-97e0-47c4-9d35-a3825efa0314 req-af537cdb-5d99-4c0e-b2f3-bbe6b248f9de tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:15.593801 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-aecf6b22-97e0-47c4-9d35-a3825efa0314 req-af537cdb-5d99-4c0e-b2f3-bbe6b248f9de tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0757654
Feb 04 19:49:15.647473 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-aecf6b22-97e0-47c4-9d35-a3825efa0314 req-2c28d22a-bae9-4ca4-a1db-752a905b4a90 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0470901
Feb 04 19:49:16.844025 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fee261-7342-46fa-97d7-6ee8b80a0fc1 req-56406e1a-3603-4f82-9494-c6a4b7d04e2e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:16.845542 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11fee261-7342-46fa-97d7-6ee8b80a0fc1 req-56406e1a-3603-4f82-9494-c6a4b7d04e2e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0775390
Feb 04 19:49:16.891297 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-11fee261-7342-46fa-97d7-6ee8b80a0fc1 req-bdd91d25-222a-42b6-a7cb-77c3207a0c91 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=6eb9f1e7-0292-4915-abc1-2126cb855cb5&id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398395
Feb 04 19:49:17.841336 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-b699130e-9b73-4336-860a-38d89936bcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:19.369121 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:49:19.896398 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc673-9535-4cae-84f7-4c6e1587e49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:21.155386 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:21.778280 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:23.446573 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:39.017646 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:47.811757 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd328-620b-497d-a830-6a0d4c0079d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:48.104745 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-139ad437-4e90-42f3-b594-858150c17b05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0656564
Feb 04 19:49:48.266001 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-1416b262-42e5-4117-bd35-040d13a5d9ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1138 time: 0.0700581
Feb 04 19:49:48.408822 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533c26-b200-41f2-97da-485fd9ca3467 req-225b918c-06af-41f5-9254-bb0936d40e83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:48.410187 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-225b918c-06af-41f5-9254-bb0936d40e83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.1253943
Feb 04 19:49:48.509404 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-5e1a2ed7-7f76-400b-b070-aef9d60ee2cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 1002 time: 0.0926323
Feb 04 19:49:48.656798 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533c26-b200-41f2-97da-485fd9ca3467 req-9c974fe4-182e-4a53-acb4-a16d7547253f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:49:48.658315 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-9c974fe4-182e-4a53-acb4-a16d7547253f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.1428733
Feb 04 19:49:48.741663 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-4df1d857-81ec-4baa-9d57-8cb270ec62a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771568
Feb 04 19:49:48.871569 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-e2487fd6-2d36-4807-b873-fb618c398c2a service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232445
Feb 04 19:49:49.000594 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-be533c26-b200-41f2-97da-485fd9ca3467 req-66224dae-e50d-4781-a200-d1619dff91a6 service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222408
Feb 04 19:49:49.886472 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-7f42fc7a-abec-4513-b47f-e50663d0c2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:51.131749 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:51.806299 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:53.449393 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:49:56.368950 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:50:09.043276 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:17.820241 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-be932358-5ccc-4854-975d-d266af595133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:19.885493 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-6ff3bb13-42d8-4266-9ec4-9d4e7917c069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:20.526649 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fdf95bf7-b313-4318-866e-0927e9554967 req-1a0f1e78-9a5e-41b9-8efc-1ae14786af09 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651162274&fields=id&tenant_id=524b69904a0d427ba4456ab939c1a22a HTTP/1.1" status: 200  len: 267 time: 0.0440059
Feb 04 19:50:20.604513 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95bf7-b313-4318-866e-0927e9554967 req-1b89c20c-0af6-4142-95cd-f8f914479543 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:20.606007 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fdf95bf7-b313-4318-866e-0927e9554967 req-1b89c20c-0af6-4142-95cd-f8f914479543 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 985 time: 0.0742371
Feb 04 19:50:20.616234 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.v2.base [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Request body: {'port': {'security_groups': ['23d86102-37f6-4ec2-b1eb-ec83d5bae5c2']}} {{(pid=83673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 04 19:50:20.731887 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3958366'] for port, before_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.030829 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:21.054759 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for port, precommit_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.136687 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740398346765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740397971716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740397971761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1708150'] for port, after_update {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.171427 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['70d95a49-de3f-4d38-9c37-a621c7e834a2'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:50:21.207388 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:21.210085 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.210085 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-fdf95bf7-b313-4318-866e-0927e9554967 req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "PUT /v2.0/ports/70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 943 time: 0.5975280
Feb 04 19:50:21.210085 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:50:21.215691 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.wsgi [-] (83674) accepted ('10.222.0.13', 51052) {{(pid=83674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:21.222793 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.228137 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event updated for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=7']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:21.238111 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.238459 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.238795 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.239634 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.239634 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.239863 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.240128 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.240475 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.240781 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.241123 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.242314 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92dab5-860c-4a5b-a19a-b5d67126c88d tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.312358 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.338326 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['70d95a49-de3f-4d38-9c37-a621c7e834a2'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:50:21.348695 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.379867 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'status': 'completed', 'code': 200}
Feb 04 19:50:21.486290 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.508134 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb9f1e7-0292-4915-abc1-2126cb855cb5,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:21.530850 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-068284d8-b843-4af5-883a-7549fca20338 req-eb4dc872-f2b7-45d6-bd88-0f0d0ef3a0f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1099 time: 0.1052120
Feb 04 19:50:21.530850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.530850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.530850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.530850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.530850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.530850 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.531632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.531632 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.531828 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.532168 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.532631 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827242-1-iscsi {{(pid=83674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 04 19:50:21.569009 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.provisioning_blocks [None req-e0706253-3b3d-41e0-a8dc-f11a572bb872 None None] Provisioning complete for port 70d95a49-de3f-4d38-9c37-a621c7e834a2 triggered by entity DHCP. {{(pid=83676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 04 19:50:21.569408 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e0706253-3b3d-41e0-a8dc-f11a572bb872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3950465'] for port, provisioning_complete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.627226 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for security_group, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.628346 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [None req-503be24a-bde6-4c86-8820-59d48e2ea2bf tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "DELETE /v2.0/security-groups/6eb9f1e7-0292-4915-abc1-2126cb855cb5 HTTP/1.1" status: 204  len: 168 time: 0.4110048
Feb 04 19:50:21.631212 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51058) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:21.693280 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068284d8-b843-4af5-883a-7549fca20338 req-660d06cc-d265-43b7-b1a4-3bdba438660d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:21.695226 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-068284d8-b843-4af5-883a-7549fca20338 req-660d06cc-d265-43b7-b1a4-3bdba438660d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.1578975
Feb 04 19:50:21.803418 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-068284d8-b843-4af5-883a-7549fca20338 req-3dc2a507-b6d1-4ad5-9089-e51c21b87c4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 1002 time: 0.1024587
Feb 04 19:50:21.822836 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.837825 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Deleting port 66bcaf69-0276-4b9e-bda6-6a08b0542a3d {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:21.838173 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:21.875523 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068284d8-b843-4af5-883a-7549fca20338 req-e512a1e9-60e1-4c6e-9e44-fb4c9c624cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:21.877081 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-068284d8-b843-4af5-883a-7549fca20338 req-e512a1e9-60e1-4c6e-9e44-fb4c9c624cfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.0666511
Feb 04 19:50:21.904730 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [req-7d794a8d-85f4-4be6-afd2-af1d4a96610d req-a3051514-6f04-4a80-b099-2f13f346f998 tempest-ServerRescueNegativeTestJSON-957760147 tempest-ServerRescueNegativeTestJSON-957760147-project] (83673) timed out ('10.222.0.60', 54174) {{(pid=83673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Feb 04 19:50:21.949124 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-068284d8-b843-4af5-883a-7549fca20338 req-d8753d69-f8be-47b8-ba41-6c2cd32d5fdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0655138
Feb 04 19:50:22.003774 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:22.004083 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:22.078677 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-068284d8-b843-4af5-883a-7549fca20338 req-eb03e94e-23f6-4b71-b4ec-d1ebf541374e service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217320
Feb 04 19:50:22.120268 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Calling delete_port for 66bcaf69-0276-4b9e-bda6-6a08b0542a3d owned by network:floatingip {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:22.207812 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-068284d8-b843-4af5-883a-7549fca20338 req-aabbe83e-0852-468e-9ee3-5c365e45166e service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226954
Feb 04 19:50:22.376974 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:22.421271 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event deleted for resources: {'Port': ['ID=66bcaf69-0276-4b9e-bda6-6a08b0542a3d,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:22.515705 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks [] for floatingip, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:22.892232 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Router cc04127e-199e-4cb2-a133-b1cffb47c065 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:50:23.171567 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:50:23.181359 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d605b-127c-4097-ac70-6db214795edb None None] Sync routers for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:50:23.192884 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:50:23.196014 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b4f040>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:50:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:23.254558 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for floatingip, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:23.306504 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-5f2f2b31-088b-4305-9d53-fda85d0fafa9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "DELETE /v2.0/floatingips/5d2ee6b7-97f5-4fc6-a2fd-8d619b9ff548 HTTP/1.1" status: 204  len: 168 time: 1.6740985
Feb 04 19:50:23.381372 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2'}] {{(pid=83673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:50:23.405053 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:50:23.466284 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'status': 'completed', 'code': 200}
Feb 04 19:50:23.525815 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:23.578666 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-a924ecc8-b206-4515-b89d-df76089f4782 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=524b69904a0d427ba4456ab939c1a22a&device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 1099 time: 0.0727718
Feb 04 19:50:23.709754 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-dc5a0b33-4c2b-452e-b6f0-8c3f8c1666d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:23.710783 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-dc5a0b33-4c2b-452e-b6f0-8c3f8c1666d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 200  len: 915 time: 0.1260240
Feb 04 19:50:23.715351 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b4f040>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:12Z', 'revision_number': 5, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:23.719230 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d605b-127c-4097-ac70-6db214795edb None None] Checking router: cc04127e-199e-4cb2-a133-b1cffb47c065 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:50:23.730159 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:50:23.730825 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3084b4f040>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:50:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:23.794379 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-26dddf78-e79a-4ea9-a506-f829ee8fc175 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 200  len: 217 time: 0.0772588
Feb 04 19:50:23.914525 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:50:23.948232 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-499557e5-01de-4b96-b32d-6de82b8e2ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:23.949676 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-499557e5-01de-4b96-b32d-6de82b8e2ff4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 200  len: 854 time: 0.1483786
Feb 04 19:50:24.027910 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-6dae8f99-4312-4f23-8de2-7aaa774aff7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc980962-8336-4036-a902-66d54d4424da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709250
Feb 04 19:50:24.174485 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-a135dde4-ef7a-4a23-b90a-08056699047b service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358922
Feb 04 19:50:24.232677 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-467d605b-127c-4097-ac70-6db214795edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3084b4f040>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:12Z', 'revision_number': 5, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:24.236599 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d605b-127c-4097-ac70-6db214795edb None None] The sync data for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi is: [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:54Z', 'revision_number': 4, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi', '_interfaces': [{'id': '9ff4a642-ee62-445e-bde5-1fe0ac8979b6', 'name': '', 'network_id': 'bc980962-8336-4036-a902-66d54d4424da', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'mac_address': 'fa:16:3e:2b:43:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:53Z', 'updated_at': '2022-02-04T19:47:12Z', 'revision_number': 5, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'subnets': [{'id': 'c4d62e46-4a65-4091-b625-b4afbed3bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:50:24.312161 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-819b5ca7-e159-4df6-8bf9-a4ba46ce70ec req-6cdc4fcd-e460-44ee-bd41-5b84eda4282c service neutron] 10.222.0.60 "GET /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242695
Feb 04 19:50:24.447190 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea7194-9244-4bdb-8f46-860aad986989 None None] New status for floating IP 5d2ee6b7-97f5-4fc6-a2fd-8d619b9ff548: DOWN {{(pid=83677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 04 19:50:28.160136 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd625b0-6a3b-46d9-a6dc-0dc5edf9220c req-9ad01ef3-7958-4b3b-a587-8b323d30525e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:28.160735 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-5fd625b0-6a3b-46d9-a6dc-0dc5edf9220c req-9ad01ef3-7958-4b3b-a587-8b323d30525e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Synchronizing usage tracker for tenant:524b69904a0d427ba4456ab939c1a22a on resource:port {{(pid=83673) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:50:28.225696 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.quota.resource [req-5fd625b0-6a3b-46d9-a6dc-0dc5edf9220c req-9ad01ef3-7958-4b3b-a587-8b323d30525e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Unset dirty status for tenant:524b69904a0d427ba4456ab939c1a22a on resource:port {{(pid=83673) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:50:28.226804 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5fd625b0-6a3b-46d9-a6dc-0dc5edf9220c req-9ad01ef3-7958-4b3b-a587-8b323d30525e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.1431184
Feb 04 19:50:28.274794 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-5fd625b0-6a3b-46d9-a6dc-0dc5edf9220c req-a462127b-9b0e-4e2c-9812-d8c56c7e1caa tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424342
Feb 04 19:50:29.464539 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e2a7-3bcf-4d50-b8f6-e4e8efe067e9 req-d186ce08-9e03-479b-b92a-2fc05d428b8a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:29.465989 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a4f2e2a7-3bcf-4d50-b8f6-e4e8efe067e9 req-d186ce08-9e03-479b-b92a-2fc05d428b8a tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0734410
Feb 04 19:50:29.507817 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-a4f2e2a7-3bcf-4d50-b8f6-e4e8efe067e9 req-a535cd8d-3421-455c-9546-bb475c5004b5 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Synchronizing usage tracker for tenant:524b69904a0d427ba4456ab939c1a22a on resource:security_group {{(pid=83674) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 04 19:50:29.576245 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.quota.resource [req-a4f2e2a7-3bcf-4d50-b8f6-e4e8efe067e9 req-a535cd8d-3421-455c-9546-bb475c5004b5 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Unset dirty status for tenant:524b69904a0d427ba4456ab939c1a22a on resource:security_group {{(pid=83674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 04 19:50:29.577272 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-a4f2e2a7-3bcf-4d50-b8f6-e4e8efe067e9 req-a535cd8d-3421-455c-9546-bb475c5004b5 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060417
Feb 04 19:50:30.273041 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-27666b9a-4a03-4e35-9c55-79b99d2670f4 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:30.274371 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-27666b9a-4a03-4e35-9c55-79b99d2670f4 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.60 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0766945
Feb 04 19:50:30.338892 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Deleting port 70d95a49-de3f-4d38-9c37-a621c7e834a2 {{(pid=83674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:30.339225 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:30.598225 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.db [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] For port 70d95a49-de3f-4d38-9c37-a621c7e834a2, host hv-cinder-82724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82724',level=0,port_id=70d95a49-de3f-4d38-9c37-a621c7e834a2,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:30.598225 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:30.710082 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.plugins.ml2.plugin [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Calling delete_port for 70d95a49-de3f-4d38-9c37-a621c7e834a2 owned by compute:nova {{(pid=83674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:30.776435 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d171f-0ca6-4190-abbb-f1e3478807ad req-764b31af-fa0b-4288-8f46-1d8321b69ea9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 04 19:50:30.777908 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2c3d171f-0ca6-4190-abbb-f1e3478807ad req-764b31af-fa0b-4288-8f46-1d8321b69ea9 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 946 time: 0.0771058
Feb 04 19:50:30.822436 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-2c3d171f-0ca6-4190-abbb-f1e3478807ad req-7b20d070-d666-457f-988c-5ae8be5a9032 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/security-groups?id=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386484
Feb 04 19:50:30.930788 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236514'] for port, after_delete {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:30.966715 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] get_ports_and_sgs() called for port_ids ['70d95a49-de3f-4d38-9c37-a621c7e834a2'] {{(pid=83676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 04 19:50:30.978838 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Pushing event deleted for resources: {'Port': ['ID=70d95a49-de3f-4d38-9c37-a621c7e834a2,revision_number=None']} {{(pid=83674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:31.051766 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] No DVR routers for this DVR port 70d95a49-de3f-4d38-9c37-a621c7e834a2 on host hv-cinder-82724 {{(pid=83674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:50:31.054228 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron_lib.callbacks.manager [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949069'] for port, before_response {{(pid=83674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:31.056613 dv-cinder-827242-1-iscsi neutron-server[83674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'name': 'network-vif-deleted', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2'}] {{(pid=83674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 04 19:50:31.108697 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeecab24-01d9-4b22-b216-274bc266d9d4', 'name': 'network-vif-deleted', 'tag': '70d95a49-de3f-4d38-9c37-a621c7e834a2', 'status': 'completed', 'code': 200}
Feb 04 19:50:31.125419 dv-cinder-827242-1-iscsi neutron-server[83674]: INFO neutron.wsgi [req-95cffb6b-d1b1-4d74-b940-a6e290228c81 req-f04af349-bdc0-482d-aaab-05d22f5e759e tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.60 "DELETE /v2.0/ports/70d95a49-de3f-4d38-9c37-a621c7e834a2 HTTP/1.1" status: 204  len: 173 time: 0.8457961
Feb 04 19:50:31.992546 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [req-cb7d7256-2ffe-4027-a30e-818e033c5928 req-178e5933-bd12-4c2c-af0c-62f8a53731a2 tempest-TestMinimumBasicScenario-798039487 tempest-TestMinimumBasicScenario-798039487-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeecab24-01d9-4b22-b216-274bc266d9d4 HTTP/1.1" status: 200  len: 210 time: 0.0403550
Feb 04 19:50:33.368553 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:50:34.734429 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 70d95a49-de3f-4d38-9c37-a621c7e834a2 no longer exists at agent hyperv_hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:50:34.766240 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] No Port match for: 70d95a49-de3f-4d38-9c37-a621c7e834a2 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:50:34.766576 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Device 70d95a49-de3f-4d38-9c37-a621c7e834a2 not bound to the agent host hv-cinder-82724 {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:50:35.288644 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51150) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:35.678647 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:36.260522 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Deleting port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:36.260846 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:36.512637 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] For port 9ff4a642-ee62-445e-bde5-1fe0ac8979b6, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:36.513366 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:36.629475 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Calling delete_port for 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 owned by network:router_interface {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:36.859656 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:36.904067 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff4a642-ee62-445e-bde5-1fe0ac8979b6,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:37.185072 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:37.738930 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Router cc04127e-199e-4cb2-a133-b1cffb47c065 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:50:38.019743 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:50:38.027991 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] Sync routers for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:50:38.031496 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-f20e4c51-b296-4a1e-941d-02c48c3d1234 admin admin] 10.222.0.13 "PUT /v2.0/routers/cc04127e-199e-4cb2-a133-b1cffb47c065/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7417524
Feb 04 19:50:38.034001 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51154) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:38.040273 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:50:38.040933 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308453a880>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:50:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:38.215194 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:50:38.227409 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks [] for router, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:38.423215 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:38.490696 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Deleting port 99f6f467-9be3-4bcc-a3ea-e00164c160f3 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:38.491041 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:38.523423 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308453a880>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:50:36Z', 'revision_number': 5, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port': {'id': '99f6f467-9be3-4bcc-a3ea-e00164c160f3', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:38.527101 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] Checking router: cc04127e-199e-4cb2-a133-b1cffb47c065 for host: dv-cinder-827242-1-iscsi {{(pid=83676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:50:38.537892 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] Routers {'cc04127e-199e-4cb2-a133-b1cffb47c065'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:50:38.538474 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308453a880>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:50:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['cc04127e-199e-4cb2-a133-b1cffb47c065'], 'active': True} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:38.667339 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] For port 99f6f467-9be3-4bcc-a3ea-e00164c160f3, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=99f6f467-9be3-4bcc-a3ea-e00164c160f3,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:38.667714 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:38.685232 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_dvr_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] Set router cc04127e-199e-4cb2-a133-b1cffb47c065 gateway port host: None {{(pid=83676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:50:38.788077 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.db.l3_hamode_db [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308453a880>, [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:50:38Z', 'revision_number': 6, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port_host': None}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:38.788664 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Calling delete_port for 99f6f467-9be3-4bcc-a3ea-e00164c160f3 owned by network:router_gateway {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:38.791941 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b466bd7-0118-447c-a398-f5f4fffbc2b8 None None] The sync data for ids ['cc04127e-199e-4cb2-a133-b1cffb47c065'] in dv-cinder-827242-1-iscsi is: [{'id': 'cc04127e-199e-4cb2-a133-b1cffb47c065', 'name': 'tempest-TestMinimumBasicScenario-1502324754-router', 'tenant_id': '524b69904a0d427ba4456ab939c1a22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:51Z', 'updated_at': '2022-02-04T19:50:38Z', 'revision_number': 6, 'project_id': '524b69904a0d427ba4456ab939c1a22a', 'gw_port_host': None}] {{(pid=83676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:50:39.008061 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.036435 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.051748 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f6f467-9be3-4bcc-a3ea-e00164c160f3,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:39.266546 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.594834 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.599410 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.694176 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.694732 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc04127e-199e-4cb2-a133-b1cffb47c065 {{(pid=83673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:50:39.707660 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.708804 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-3ea8274c-ab85-44f7-946a-ac0660f98483 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cc04127e-199e-4cb2-a133-b1cffb47c065 HTTP/1.1" status: 204  len: 168 time: 1.6734078
Feb 04 19:50:39.711295 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51158) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:39.774338 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] Deleting subnet c4d62e46-4a65-4091-b625-b4afbed3bff9 {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:50:39.777454 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.825958 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.909054 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:39.921659 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 99f6f467-9be3-4bcc-a3ea-e00164c160f3 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:50:39.955515 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 99f6f467-9be3-4bcc-a3ea-e00164c160f3 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:50:39.955839 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 99f6f467-9be3-4bcc-a3ea-e00164c160f3 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:50:39.956778 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:50:39.986791 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:50:39.987122 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9ff4a642-ee62-445e-bde5-1fe0ac8979b6 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:50:40.039385 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.075015 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d62e46-4a65-4091-b625-b4afbed3bff9,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:40.080884 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.087065 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2b07a-0adf-465f-b88c-e383f727f440 None None] Network bc980962-8336-4036-a902-66d54d4424da requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:50:40.087547 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-efe30a0f-a39e-478d-8afb-4a017e1d2267 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4d62e46-4a65-4091-b625-b4afbed3bff9 HTTP/1.1" status: 204  len: 168 time: 0.3752480
Feb 04 19:50:40.089998 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51162) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:40.192119 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.202211 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Deleting port 9e3897c6-daa1-4345-8561-4a257f9346fb {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:40.202532 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.322137 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] DHCP port deletion for bc980962-8336-4036-a902-66d54d4424da request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:50:40.326268 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Deleting port 9e3897c6-daa1-4345-8561-4a257f9346fb {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:40.326632 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.403707 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] For port 9e3897c6-daa1-4345-8561-4a257f9346fb, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9e3897c6-daa1-4345-8561-4a257f9346fb,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:40.404299 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.522202 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] For port 9e3897c6-daa1-4345-8561-4a257f9346fb, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=9e3897c6-daa1-4345-8561-4a257f9346fb,segment=NetworkSegment(14767b8b-8113-46bc-af87-71d2d9f455ca),segment_id=14767b8b-8113-46bc-af87-71d2d9f455ca)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:40.522577 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.524876 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Calling delete_port for 9e3897c6-daa1-4345-8561-4a257f9346fb owned by network:dhcp {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:40.638380 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Calling delete_port for 9e3897c6-daa1-4345-8561-4a257f9346fb owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:40.678867 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.706138 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:50:40.707645 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:50:40.726115 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3897c6-daa1-4345-8561-4a257f9346fb,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:40.730415 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] No DVR routers for this DVR port 9e3897c6-daa1-4345-8561-4a257f9346fb on host dv-cinder-827242-1-iscsi {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:50:40.841503 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.866533 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083ca4280>,) {'filters': {'network_id': ['bc980962-8336-4036-a902-66d54d4424da']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:40.877961 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083ca4280>, '14767b8b-8113-46bc-af87-71d2d9f455ca') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:40.878252 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083ca4280>, '14767b8b-8113-46bc-af87-71d2d9f455ca') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:40.889367 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.904435 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.910737 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:50:40.911102 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:50:40.923531 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:50:41.044620 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:41.060537 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:41.070301 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc980962-8336-4036-a902-66d54d4424da,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:41.145666 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7bfe5408-e7c1-4968-93a7-2d8eb05d1eb4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc980962-8336-4036-a902-66d54d4424da HTTP/1.1" status: 204  len: 168 time: 1.0545397
Feb 04 19:50:41.148231 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51166) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:41.207305 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Deleting port 9e3897c6-daa1-4345-8561-4a257f9346fb {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:41.207833 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:41.274391 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5c1c5-3a6b-478b-a95a-f40951a704d7 None None] The port '9e3897c6-daa1-4345-8561-4a257f9346fb' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:50:41.603999 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510681'] for router_interface, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:41.924864 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9e3897c6-daa1-4345-8561-4a257f9346fb no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:50:41.956916 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 9e3897c6-daa1-4345-8561-4a257f9346fb {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:50:41.957273 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 9e3897c6-daa1-4345-8561-4a257f9346fb not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:50:42.175625 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Deleting port ab6c1e95-88e6-4c00-a9c5-33221773eae0 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:42.176185 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:42.342627 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] For port ab6c1e95-88e6-4c00-a9c5-33221773eae0, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=ab6c1e95-88e6-4c00-a9c5-33221773eae0,segment=NetworkSegment(ebda9c3b-6eaf-4d9d-9e8d-689316192f9f),segment_id=ebda9c3b-6eaf-4d9d-9e8d-689316192f9f)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:42.342972 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:42.461669 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Calling delete_port for ab6c1e95-88e6-4c00-a9c5-33221773eae0 owned by network:router_interface {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:42.667761 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:42.713306 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6c1e95-88e6-4c00-a9c5-33221773eae0,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:43.079713 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3589263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510335'] for router_interface, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:43.625066 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 has already been hosted by L3 agent 6ab0a638-38d1-47f6-86da-9a44001b8d37 {{(pid=83673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 04 19:50:43.818837 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] Notify agent at l3_agent.dv-cinder-827242-1-iscsi the message routers_updated {{(pid=83673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 04 19:50:43.827492 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] Sync routers for ids ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'] in dv-cinder-827242-1-iscsi {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 04 19:50:43.839360 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] Routers {'893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:50:43.839935 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308490b640>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:50:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:43.887583 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-855dbd5b-b942-4a5e-88dd-6daeb974221b admin admin] 10.222.0.13 "PUT /v2.0/routers/893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7382228
Feb 04 19:50:43.889938 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51170) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:44.024039 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] Set router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:50:44.094564 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:44.332981 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308490b640>, [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:50:42Z', 'revision_number': 5, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:44.337213 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] Checking router: 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 for host: dv-cinder-827242-1-iscsi {{(pid=83677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 04 19:50:44.347836 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] Routers {'893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'} bound to L3 agent in host dv-cinder-827242-1-iscsi {{(pid=83677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 04 19:50:44.348414 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f308490b640>, 'dv-cinder-827242-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T19:22:50Z,description=<?>,heartbeat_timestamp=2022-02-04T19:50:20Z,host='dv-cinder-827242-1-iscsi',id=6ab0a638-38d1-47f6-86da-9a44001b8d37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-04T19:22:50Z,topic='l3_agent')) {'router_ids': ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'], 'active': True} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:44.384917 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:44.444346 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Deleting port 2e63a333-997f-4498-96e4-659abd9e4590 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:44.444699 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:44.522358 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_dvr_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] Set router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 gateway port host: dv-cinder-827242-1-iscsi {{(pid=83677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 04 19:50:44.622511 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] For port 2e63a333-997f-4498-96e4-659abd9e4590, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=2e63a333-997f-4498-96e4-659abd9e4590,segment=NetworkSegment(0af65537-f981-4e21-b600-d0a15388f0ad),segment_id=0af65537-f981-4e21-b600-d0a15388f0ad)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:44.622849 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:44.748387 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Calling delete_port for 2e63a333-997f-4498-96e4-659abd9e4590 owned by network:router_gateway {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:44.800096 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.l3_hamode_db [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f308490b640>, [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:50:42Z', 'revision_number': 5, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}], 'dv-cinder-827242-1-iscsi', False) {} {{(pid=83677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:44.803877 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f770-ff9c-4847-81dd-c81b6767d64e None None] The sync data for ids ['893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0'] in dv-cinder-827242-1-iscsi is: [{'id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'name': 'tempest-TestMinimumBasicScenario-448463793-router', 'tenant_id': '82246b8249b2441aa15f96b61f5856dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'external_fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '2e63a333-997f-4498-96e4-659abd9e4590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:50:42Z', 'revision_number': 5, 'project_id': '82246b8249b2441aa15f96b61f5856dc', 'gw_port': {'id': '2e63a333-997f-4498-96e4-659abd9e4590', 'name': '', 'network_id': '348ec8c7-4182-4bea-b97c-040672bc32eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2260b809-ee2e-43b1-8075-381be8d72665', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827242-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T19:46:58Z', 'updated_at': '2022-02-04T19:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2260b809-ee2e-43b1-8075-381be8d72665', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827242-1-iscsi'}] {{(pid=83677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 04 19:50:44.967782 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.011695 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e63a333-997f-4498-96e4-659abd9e4590,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:45.229232 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510386'] for router_gateway, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.479028 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11805'] for router, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.482980 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.570221 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507294'] for router, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.570744 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 {{(pid=83673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 04 19:50:45.582646 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] Notify callbacks [] for router, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.583917 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-5a1aafbd-2d98-495f-863f-33ae04e89d7e admin admin] 10.222.0.13 "DELETE /v2.0/routers/893ea0e2-7f5a-4f5d-b2fb-a6cd9ac1acc0 HTTP/1.1" status: 204  len: 168 time: 1.6929326
Feb 04 19:50:45.586294 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51174) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:45.652803 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] Deleting subnet a053c6d0-5416-4d08-8418-7836fe3b5acc {{(pid=83673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 04 19:50:45.656040 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.710624 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1517372'] for subnet, precommit_delete_associations {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.782730 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3956133'] for subnet, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:45.997501 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3956138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6500319'] for subnet, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.036039 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a053c6d0-5416-4d08-8418-7836fe3b5acc,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:46.044650 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.047451 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2e63a333-997f-4498-96e4-659abd9e4590 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:50:46.057588 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7e7f7c28-ef69-44f2-b44c-280179090c75 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a053c6d0-5416-4d08-8418-7836fe3b5acc HTTP/1.1" status: 204  len: 168 time: 0.4702778
Feb 04 19:50:46.060017 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51178) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:46.075663 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99dfc53-4d73-4033-8cc6-603792492bd6 None None] Network 5dfe8a0a-7bd2-4044-b5c2-26b893342cef requested from dv-cinder-827242-1-iscsi {{(pid=83676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 04 19:50:46.140112 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 2e63a333-997f-4498-96e4-659abd9e4590 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:50:46.140442 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2e63a333-997f-4498-96e4-659abd9e4590 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:50:46.140846 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device ab6c1e95-88e6-4c00-a9c5-33221773eae0 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:50:46.169542 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355742'] for network, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.176636 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Deleting port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 {{(pid=83673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:46.176964 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.213850 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: ab6c1e95-88e6-4c00-a9c5-33221773eae0 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:50:46.214178 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device ab6c1e95-88e6-4c00-a9c5-33221773eae0 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:50:46.389016 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] DHCP port deletion for 5dfe8a0a-7bd2-4044-b5c2-26b893342cef request from dv-cinder-827242-1-iscsi {{(pid=83676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 04 19:50:46.391243 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.db [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] For port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,segment=NetworkSegment(ebda9c3b-6eaf-4d9d-9e8d-689316192f9f),segment_id=ebda9c3b-6eaf-4d9d-9e8d-689316192f9f)] {{(pid=83673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:46.391601 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.393104 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Deleting port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:46.393478 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.509171 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.plugin [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Calling delete_port for 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 owned by network:dhcp {{(pid=83673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:46.601575 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.db [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] For port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165, host dv-cinder-827242-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827242-1-iscsi',level=0,port_id=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,segment=NetworkSegment(ebda9c3b-6eaf-4d9d-9e8d-689316192f9f),segment_id=ebda9c3b-6eaf-4d9d-9e8d-689316192f9f)] {{(pid=83676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 04 19:50:46.601575 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630668'] for port, precommit_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.667435 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3957198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740398345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740397971447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1708097'] for port, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.722476 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Pushing event deleted for resources: {'Port': ['ID=2860fff8-6c8e-40c9-8fd1-0abb0cb40165,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:46.723158 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Calling delete_port for 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 owned by network:dhcp {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 04 19:50:46.727031 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] No DVR routers for this DVR port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 on host dv-cinder-827242-1-iscsi {{(pid=83673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 04 19:50:46.793178 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.db.api [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 04 19:50:46.793533 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG oslo_db.api [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 04 19:50:46.839145 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3953210', 'neutron.services.segments.db._delete_segments_for_network-8740398422236'] for network, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.862801 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3083b62340>,) {'filters': {'network_id': ['5dfe8a0a-7bd2-4044-b5c2-26b893342cef']}} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:46.874414 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083b62340>, 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f') {'for_net_delete': True} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:46.874700 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.services.segments.db [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3083b62340>, 'ebda9c3b-6eaf-4d9d-9e8d-689316192f9f') {} {{(pid=83673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 04 19:50:46.886784 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740398422119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1517317'] for segment, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.902978 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3370255'] for segment, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.908822 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 04 19:50:46.909208 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3370246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1708050'] for segment, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]: Traceback (most recent call last):
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     timer()
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     cb(*args, **kw)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     return func(*args, **kwargs)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     self._notify()
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     self.callback(batched_events)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     event.method(event)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     return f(self, *a, **k)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._get(url).json()
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     return self.request(url, 'GET', **kwargs)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 04 19:50:46.921709 dv-cinder-827242-1-iscsi neutron-server[83673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 04 19:50:47.067512 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3953187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3589120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510425'] for network, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.082862 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3589340'] for network, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.092405 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dfe8a0a-7bd2-4044-b5c2-26b893342cef,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:47.099764 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-9efa20ff-ba0f-4aff-a1d1-5da1fd89f246 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5dfe8a0a-7bd2-4044-b5c2-26b893342cef HTTP/1.1" status: 204  len: 168 time: 1.0387239
Feb 04 19:50:47.294797 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Deleting port 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 {{(pid=83676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 04 19:50:47.295339 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740398486330'] for port, before_delete {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.361673 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-201022b7-cc69-4446-90e3-a6f3c3c92ae3 None None] The port '2860fff8-6c8e-40c9-8fd1-0abb0cb40165' was deleted {{(pid=83676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 04 19:50:47.470775 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51184) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:47.520452 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-87f1c425-4713-4c4f-bcd7-4ef153f5153f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=524b69904a0d427ba4456ab939c1a22a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484965
Feb 04 19:50:47.522809 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51188) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:47.578980 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e5abbbef-914b-4ffe-93aa-5296badc28fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.606641 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e5abbbef-914b-4ffe-93aa-5296badc28fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.833178 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e5abbbef-914b-4ffe-93aa-5296badc28fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.850443 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abbbef-914b-4ffe-93aa-5296badc28fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d86102-37f6-4ec2-b1eb-ec83d5bae5c2,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:47.855910 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2eb24f9b-50bb-4fa5-943f-e3a153153e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.912811 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-e5abbbef-914b-4ffe-93aa-5296badc28fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:47.914010 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-e5abbbef-914b-4ffe-93aa-5296badc28fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23d86102-37f6-4ec2-b1eb-ec83d5bae5c2 HTTP/1.1" status: 204  len: 168 time: 0.3902218
Feb 04 19:50:47.931069 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 no longer exists at agent ovs-agent-dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 04 19:50:47.964857 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] No Port match for: 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 {{(pid=83676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 04 19:50:47.965205 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron.plugins.ml2.rpc [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Device 2860fff8-6c8e-40c9-8fd1-0abb0cb40165 not bound to the agent host dv-cinder-827242-1-iscsi {{(pid=83676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 04 19:50:48.630628 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51196) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:48.679987 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-6feb5c48-6aff-4dba-b911-1b561434ffbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82246b8249b2441aa15f96b61f5856dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0481668
Feb 04 19:50:48.682441 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.wsgi [-] (83673) accepted ('10.222.0.13', 51200) {{(pid=83673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 04 19:50:48.740564 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7fb8957b-3b77-44ce-8a71-dcbf35631fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:48.765583 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7fb8957b-3b77-44ce-8a71-dcbf35631fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:48.927490 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7fb8957b-3b77-44ce-8a71-dcbf35631fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463140'] for security_group, after_delete {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:48.944660 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8957b-3b77-44ce-8a71-dcbf35631fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b1c431-2540-412a-8358-736c1c595a44,revision_number=None']} {{(pid=83673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 04 19:50:48.951374 dv-cinder-827242-1-iscsi neutron-server[83673]: DEBUG neutron_lib.callbacks.manager [None req-7fb8957b-3b77-44ce-8a71-dcbf35631fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:48.952521 dv-cinder-827242-1-iscsi neutron-server[83673]: INFO neutron.wsgi [None req-7fb8957b-3b77-44ce-8a71-dcbf35631fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69b1c431-2540-412a-8358-736c1c595a44 HTTP/1.1" status: 204  len: 168 time: 0.2691281
Feb 04 19:50:49.896045 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-c4547f58-d93a-4bf4-bece-7a182bae4a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:51.124373 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:51.773621 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:50:53.455367 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:09.067346 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:10.368413 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:51:17.786544 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-d8f4cad8-a5c2-4879-9ee8-074a8ce3fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:19.889241 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-0fdba1f2-7f3a-4c68-b3eb-0a98b526d034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:21.135043 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:21.786842 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:23.466235 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:39.057040 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:47.368371 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:51:47.817104 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-567f3817-02ac-4ebf-9d21-a1c791fd928c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:49.897009 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-3d8c1c7b-b6b7-4d03-bfb5-99f16ffbbb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:51.128299 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:51.786221 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:51:53.453896 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:09.070486 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:17.799754 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-afc33f2d-a1ff-4a34-a667-979dcc2d8caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:19.907055 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-9151fcd4-688a-4ea9-84d7-bab01f2a6bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:21.138358 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:21.773132 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:23.457285 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:24.368983 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:52:39.087462 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:47.793255 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-18e899e3-be0b-4e85-8c95-4f1aacceea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:49.896633 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-a7366bed-8f16-43f4-8d88-319201756943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:51.179438 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:51.790651 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:52:53.484547 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:01.368505 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:53:09.100386 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:17.808934 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-03d49901-5754-4143-a700-4c5a3f66e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:19.879910 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-e72fb8ce-efc0-4640-9713-787424cc7a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:21.166389 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:21.800529 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:23.506160 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:38.368172 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:53:39.115288 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:47.801230 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4e24933e-7a1b-448d-95c7-6682f115f830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:49.915770 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-aba638b9-52ee-4804-befb-50ad23ba4fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:51.132760 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:51.824274 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:53:53.484841 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:09.150562 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:15.368211 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:54:17.819285 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cef2ff16-6432-4950-82b0-6b440cb0c582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:19.928104 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-81bc14cf-1a07-4117-a472-e8212036646b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:21.128063 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:21.802911 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:23.502937 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:39.139697 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:47.800578 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-45fa39bb-ddbb-4ef0-9284-7159abd238c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:49.903585 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4a82ed15-a1f0-46c8-be93-a04f15c5aeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:51.157082 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:51.802952 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:54:52.367506 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:54:53.515410 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:09.157853 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:17.803922 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-4c513149-5df2-443c-8a31-aa61ae28f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:19.912603 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-2254f187-bc7d-4ef4-9580-589da042cde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:21.134913 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:21.798301 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:23.510662 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:29.366587 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:55:39.152783 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:47.808000 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-09cbe121-c690-4db7-ad86-e4f0cddfdac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:49.907300 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-cee074b8-1d96-45e4-abf9-869cbb97dfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:51.147088 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:51.816018 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:55:53.484497 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:06.365979 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 04 19:56:09.168666 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:17.820772 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-dd0fe0b2-2503-4103-b722-57bd224c8e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:19.894496 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-0abf0428-01ac-49e7-b962-fc5d9a91da00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:21.134520 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-04ffe809-7a7d-44f3-891e-817d98feb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:21.820278 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-def5b755-247d-48d4-9a5f-e88eab36f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:23.511919 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-1709cb46-c22a-4956-a93a-c020ad4cf1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:39.165078 dv-cinder-827242-1-iscsi neutron-server[83676]: DEBUG neutron_lib.callbacks.manager [None req-54d21dd5-60d5-47a1-bac4-da143b6e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740398422218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3950138'] for agent, after_update {{(pid=83676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 04 19:56:43.365998 dv-cinder-827242-1-iscsi neutron-server[83677]: DEBUG neutron.db.agents_db [None req-f9016d6a-7fcc-4b4a-b5f4-040598df28b6 None None] Agent healthcheck: found 6 active agents {{(pid=83677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}